-- Logs begin at Thu 2020-12-24 09:42:43 UTC, end at Thu 2020-12-24 10:46:28 UTC. -- Dec 24 10:17:49.552736 dv-cinder-768458-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 24 10:17:52.229528 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.common.config [-] Logging enabled! Dec 24 10:17:52.230057 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev290 Dec 24 10:17:52.231547 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80090) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 24 10:17:52.232287 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.common.config [-] Logging enabled! Dec 24 10:17:52.232571 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev290 Dec 24 10:17:52.232896 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80090) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 24 10:17:52.234524 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 24 10:17:52.234781 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 24 10:17:52.235834 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 24 10:17:52.236113 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 24 10:17:52.236369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 24 10:17:52.236759 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.237104 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.237444 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.237703 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.238039 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.238374 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.238695 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.239028 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.239366 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.239687 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.240002 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.240321 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.240580 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.240926 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.241250 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.241576 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.241827 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] debug = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.242141 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.242679 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.243000 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.243316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.243646 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.243956 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.244269 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.244588 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.244980 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] host = dv-cinder-768458-2-smb {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.245295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.245628 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.245956 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.246284 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.246597 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.246909 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.247235 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.247544 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.247850 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] log_file = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.248160 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.248487 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.248836 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.249170 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.249449 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.249699 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.250031 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.250356 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.250666 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.250973 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.251283 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.251593 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.251950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.252253 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.252577 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.252923 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.253252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.253560 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.253869 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.254175 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.254479 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.254804 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.255112 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.255418 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.255730 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.256054 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.256359 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.256666 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.257036 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.257362 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.257683 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.258007 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.258316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.258637 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.258945 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.259248 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.259552 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] use_json = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.259858 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.260160 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.260478 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.260807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.261113 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.261419 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.261720 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.262045 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:52.262375 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.262712 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.263057 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.263377 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.263708 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.264026 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.264356 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.264670 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.265048 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.265382 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.265714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.266030 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.266353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.266687 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.267017 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.267329 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.267643 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.267978 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.268291 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.268600 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.268954 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.269270 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.269578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.269897 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.270209 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.270517 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.270824 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.271136 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.271469 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.271781 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.272088 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.272395 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.272721 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.273112 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.273355 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.273668 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.273975 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.274282 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.274596 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.274901 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.275212 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.275532 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.275839 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.276151 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.276460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.276785 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.277094 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.277402 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.277711 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.278018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.278324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.278636 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.278942 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.279249 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.279553 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.279860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.280168 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.281034 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.281370 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.281683 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.281996 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.282310 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.282622 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.282933 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.283242 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.283553 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.283864 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.284171 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.284502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.284843 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.285167 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.285488 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.285799 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.286135 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.286534 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.286763 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.287074 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.287386 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.287701 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.288018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.288347 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.288717 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.289026 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.289355 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.289682 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.289996 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.290344 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.290660 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:52.290904 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 24 10:17:52.291164 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80090) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Dec 24 10:17:52.948376 dv-cinder-768458-2-smb neutron-server[80090]: INFO keyring.backend [-] Loading Gnome Dec 24 10:17:52.965674 dv-cinder-768458-2-smb neutron-server[80090]: INFO keyring.backend [-] Loading Google Dec 24 10:17:52.968623 dv-cinder-768458-2-smb neutron-server[80090]: INFO keyring.backend [-] Loading Windows (alt) Dec 24 10:17:52.972039 dv-cinder-768458-2-smb neutron-server[80090]: INFO keyring.backend [-] Loading file Dec 24 10:17:52.973028 dv-cinder-768458-2-smb neutron-server[80090]: INFO keyring.backend [-] Loading keyczar Dec 24 10:17:52.973557 dv-cinder-768458-2-smb neutron-server[80090]: INFO keyring.backend [-] Loading multi Dec 24 10:17:52.974192 dv-cinder-768458-2-smb neutron-server[80090]: INFO keyring.backend [-] Loading pyfs Dec 24 10:17:53.020236 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:17:53.020539 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:17:53.020882 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:17:53.021248 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 24 10:17:53.423843 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.424371 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.424476 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.485686 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.485996 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.486293 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.489313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.489620 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.489914 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.567522 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.567837 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.568132 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.569188 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.569486 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.569770 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.687097 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.687354 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.687655 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.687953 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.688805 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.868664 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.869063 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.869382 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.869680 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.869976 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.870352 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.870648 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.870934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.871218 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.871553 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.871843 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.872148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.872448 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.872755 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.873065 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.873374 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.873663 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.873979 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.874310 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.874803 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.875086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.875367 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.875704 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.875983 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.876258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.876731 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80090) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 24 10:17:53.877009 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80090) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 24 10:17:53.877279 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80090) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 24 10:17:53.877547 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80090) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 24 10:17:53.877816 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80090) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 24 10:17:53.878084 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80090) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 24 10:17:53.879493 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 24 10:17:53.886922 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 24 10:17:53.894790 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 24 10:17:53.900111 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Dec 24 10:17:53.902899 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 24 10:17:53.904002 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 24 10:17:53.904380 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Dec 24 10:17:53.904857 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 24 10:17:53.908924 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 24 10:17:53.909206 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 24 10:17:53.909592 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Dec 24 10:17:53.931037 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 24 10:17:53.931541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.931864 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80090) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Dec 24 10:17:53.932265 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.933640 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80090) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 24 10:17:53.933950 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Dec 24 10:17:53.934220 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Dec 24 10:17:53.937321 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:53.937590 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.003832 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 24 10:17:54.004090 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 24 10:17:54.004362 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 24 10:17:54.004815 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 24 10:17:54.041736 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_db.sqlalchemy.engines [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80090) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 24 10:17:54.343604 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Initializing driver for type 'gre' Dec 24 10:17:54.344102 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] gre ID ranges: [(1, 1000)] Dec 24 10:17:54.385016 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Initializing driver for type 'local' Dec 24 10:17:54.385393 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Initializing driver for type 'vlan' Dec 24 10:17:54.395591 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] VlanTypeDriver initialization complete Dec 24 10:17:54.395965 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Initializing driver for type 'vxlan' Dec 24 10:17:54.396477 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] vxlan ID ranges: [(1, 1000)] Dec 24 10:17:54.436409 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Initializing extension driver 'port_security' Dec 24 10:17:54.437399 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.extensions.port_security [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] PortSecurityExtensionDriver initialization complete Dec 24 10:17:54.437684 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Initializing mechanism driver 'openvswitch' Dec 24 10:17:54.443849 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80090) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:17:54.444749 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > port after_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.445165 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > port after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.445551 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > port after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.445979 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > subnet after_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.446368 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > subnet after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.446759 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > subnet after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.447176 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > network after_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.447559 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > network after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.447937 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > network after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.448353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > security_group after_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.448754 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > security_group after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.449132 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > security_group after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.449548 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.449927 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.450398 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.450950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > address_group after_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.451331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > address_group after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.451704 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > address_group after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.452071 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] ML2 OVO RPC backend initialized. {{(pid=80090) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 24 10:17:54.453415 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router_interface after_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.453811 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.454272 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > network before_response 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.454657 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > networks before_response 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.455040 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > port before_response 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.455417 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > ports before_response 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.455797 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > subnet before_response 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.456175 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > subnets before_response 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.456584 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > network after_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.457037 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > network after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.457359 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > network after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.457770 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > port after_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.458255 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > port after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.458631 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > port after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.459080 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > subnet after_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.459497 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > subnet after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.459784 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > subnet after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.460415 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.plugin [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Modular L2 Plugin initialization complete Dec 24 10:17:54.460799 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading services supported by the core plugin {{(pid=80090) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 24 10:17:54.461194 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.plugins.ml2.managers [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Got port-security extension from driver 'port_security' Dec 24 10:17:54.462210 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.extensions.vlantransparent [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Disabled vlantransparent extension. Dec 24 10:17:54.463669 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80090) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 24 10:17:54.464030 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading Plugin: router Dec 24 10:17:54.604572 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router_interface before_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.604962 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router after_create 55549900 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.605555 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router before_create 55549900 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.605962 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.606384 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.606782 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router after_delete 55549900 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.607184 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > floatingip after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.607593 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router after_create 55549900 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.607977 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router after_update 55549900 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.608371 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router after_update 55549900 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.609298 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.609705 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router after_update 55549900 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.610192 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router precommit_update 55549900 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.610611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: port after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.610991 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: port after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.611373 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: subnet after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.611753 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.612145 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > port precommit_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.612532 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router precommit_create 55549900 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.612939 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: port before_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.613323 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router precommit_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.613730 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router after_update 55549900 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.614115 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router precommit_delete 55549900 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.614506 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router precommit_create 55549900 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.614913 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router_interface after_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.615298 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router precommit_update 55549900 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.615731 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > network after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.616771 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Tracking information for resource: router configured {{(pid=80090) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 24 10:17:54.617141 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Tracking information for resource: floatingip configured {{(pid=80090) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 24 10:17:54.622021 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.l3_agentschedulers_db [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 24 10:17:54.622677 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: port after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.623080 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: port after_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.623467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: port after_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.623855 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: port after_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.625369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router before_create 55550100 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.625774 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router precommit_delete 55550100 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.626179 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router precommit_create 55550100 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.626576 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > router precommit_update 55550100 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.631171 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.provider_configuration [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Service providers = [] {{(pid=80090) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 24 10:17:54.631572 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.servicetype_db [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80090) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 24 10:17:54.634617 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.service_base [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80090) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 24 10:17:54.635004 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.service_base [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80090) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 24 10:17:54.635382 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.service_base [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80090) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 24 10:17:54.636279 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.service_base [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80090) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 24 10:17:54.636713 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.services.service_base [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 24 10:17:54.637122 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80090) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 24 10:17:54.637473 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 24 10:17:54.658850 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80090) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 24 10:17:54.659224 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading Plugin: auto_allocate Dec 24 10:17:54.669829 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: network precommit_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.670236 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: network precommit_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.670825 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80090) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 24 10:17:54.671716 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading Plugin: tag Dec 24 10:17:54.683004 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80090) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 24 10:17:54.683372 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading Plugin: timestamp Dec 24 10:17:54.687825 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80090) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 24 10:17:54.688192 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading Plugin: network_ip_availability Dec 24 10:17:54.693691 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.694101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.694492 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.695292 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80090) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 24 10:17:54.695648 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading Plugin: flavors Dec 24 10:17:54.711668 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80090) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 24 10:17:54.712039 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading Plugin: revisions Dec 24 10:17:54.716640 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80090) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 24 10:17:54.717092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.696s {{(pid=80090) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:17:54.717945 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80090) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Dec 24 10:17:54.718318 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Initializing extension manager. Dec 24 10:17:54.718889 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: __init__.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.719275 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: __pycache__ {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.719650 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.720022 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: address_group.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.720890 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.721548 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: address-group Dec 24 10:17:54.721909 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: address_scope.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.722685 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.723534 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: address-scope Dec 24 10:17:54.723893 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: admin_state_down_before_update.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.724871 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.725456 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: router-admin-state-down-before-update Dec 24 10:17:54.725815 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: agent.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.726583 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.727164 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: agent Dec 24 10:17:54.727524 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: agent_resources_synced.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.728481 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.729096 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: agent-resources-synced Dec 24 10:17:54.729462 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: allowedaddresspairs.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.731300 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.731899 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: allowed-address-pairs Dec 24 10:17:54.732269 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: auto_allocated_topology.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.733384 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.734519 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: auto-allocated-topology Dec 24 10:17:54.734860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: availability_zone.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.735615 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.736196 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: availability_zone Dec 24 10:17:54.736557 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: availability_zone_filter.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.737533 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.738114 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: availability_zone_filter Dec 24 10:17:54.738477 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: data_plane_status.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.741001 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.741611 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension data-plane-status not supported by any of loaded plugins Dec 24 10:17:54.741986 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: default_subnetpools.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.742944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.743538 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: default-subnetpools Dec 24 10:17:54.743905 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: dhcpagentscheduler.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.744792 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.745394 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: dhcp_agent_scheduler Dec 24 10:17:54.745762 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: dns.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.746701 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.747282 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension dns-integration not supported by any of loaded plugins Dec 24 10:17:54.747643 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: dns_domain_ports.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.748583 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.749874 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 24 10:17:54.750251 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: dvr.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.750986 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.751570 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: dvr Dec 24 10:17:54.751932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: empty_string_filtering.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.752896 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.753475 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: empty-string-filtering Dec 24 10:17:54.753834 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.754785 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.755341 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 24 10:17:54.755699 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.756629 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.757257 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 24 10:17:54.757616 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: external_net.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.758546 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.759135 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: external-net Dec 24 10:17:54.759495 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: extra_dhcp_opt.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.760434 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.761039 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: extra_dhcp_opt Dec 24 10:17:54.761402 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: extraroute.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.762334 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.762911 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: extraroute Dec 24 10:17:54.763273 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: extraroute_atomic.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.764323 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.764957 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: extraroute-atomic Dec 24 10:17:54.765322 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: filter_validation.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.766030 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.766605 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: filter-validation Dec 24 10:17:54.766965 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: fip_pf_description.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.767898 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.768468 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 24 10:17:54.768865 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: fip_port_details.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.769797 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.770377 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: fip-port-details Dec 24 10:17:54.770732 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: flavors.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.772081 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.772666 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: flavors Dec 24 10:17:54.773104 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.774743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.775342 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 24 10:17:54.775710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: floatingip_pools.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.776468 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.777077 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: floatingip-pools Dec 24 10:17:54.777440 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: ip_allocation.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.778391 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.778967 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension ip_allocation not supported by any of loaded plugins Dec 24 10:17:54.779330 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.780274 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.780904 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: ip-substring-filtering Dec 24 10:17:54.781270 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: l2_adjacency.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.782206 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.782778 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension l2_adjacency not supported by any of loaded plugins Dec 24 10:17:54.783138 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: l3.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.784203 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.784828 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: router Dec 24 10:17:54.785192 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: l3_conntrack_helper.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.787493 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.788105 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 24 10:17:54.788476 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.789441 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.790042 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: ext-gw-mode Dec 24 10:17:54.790408 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.791344 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.791932 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: l3-ha Dec 24 10:17:54.792292 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: l3_flavors.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.793250 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.793832 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: l3-flavors Dec 24 10:17:54.794195 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.795225 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.795799 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: l3-port-ip-change-not-allowed Dec 24 10:17:54.796721 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: l3agentscheduler.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.797893 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.798488 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: l3_agent_scheduler Dec 24 10:17:54.798851 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: logging.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.800369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.800993 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension logging not supported by any of loaded plugins Dec 24 10:17:54.801360 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: metering.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.802167 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.802879 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: metering Dec 24 10:17:54.803245 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.804416 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.805026 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: metering_source_and_destination_fields Dec 24 10:17:54.805394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: multiprovidernet.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.806339 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.806919 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: multi-provider Dec 24 10:17:54.807282 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: netmtu.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.808215 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.808824 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: net-mtu Dec 24 10:17:54.809184 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: netmtu_writable.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.810121 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.810704 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: net-mtu-writable Dec 24 10:17:54.811064 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: network_availability_zone.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.812426 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.813032 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: network_availability_zone Dec 24 10:17:54.813394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: network_ip_availability.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.814620 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.815207 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: network-ip-availability Dec 24 10:17:54.815571 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: network_segment_range.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.816414 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.817031 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension network-segment-range not supported by any of loaded plugins Dec 24 10:17:54.817392 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: pagination.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.818419 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.818796 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: pagination Dec 24 10:17:54.819156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.820136 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.820763 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: port-mac-address-regenerate Dec 24 10:17:54.821130 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.822078 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.822668 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: port-numa-affinity-policy Dec 24 10:17:54.823024 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: port_resource_request.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.823952 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.824535 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension port-resource-request not supported by any of loaded plugins Dec 24 10:17:54.824917 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: portbindings.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.825866 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.826459 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: binding Dec 24 10:17:54.826818 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: portbindings_extended.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.828220 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.828825 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: binding-extended Dec 24 10:17:54.829193 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: portsecurity.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.830126 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.830728 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: port-security Dec 24 10:17:54.831089 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: project_id.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.832099 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.832476 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: project-id Dec 24 10:17:54.832874 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: providernet.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.833811 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.834404 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: provider Dec 24 10:17:54.834766 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: qos.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.838412 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.839011 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension qos not supported by any of loaded plugins Dec 24 10:17:54.839379 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.840639 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.841278 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 24 10:17:54.841648 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.842595 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.843236 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 24 10:17:54.843595 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: qos_default.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.844524 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.845161 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension qos-default not supported by any of loaded plugins Dec 24 10:17:54.845521 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: qos_fip.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.846213 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.846788 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension qos-fip not supported by any of loaded plugins Dec 24 10:17:54.847147 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: qos_gateway_ip.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.848088 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.848965 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 24 10:17:54.849329 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: qos_port_network_policy.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.850262 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.850846 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 24 10:17:54.851334 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: qos_rule_type_details.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.852272 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.852878 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 24 10:17:54.853242 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: qos_rules_alias.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.854309 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.854935 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 24 10:17:54.855255 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: quotasv2.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.856238 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.856607 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: quotas Dec 24 10:17:54.857014 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: quotasv2_detail.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.859133 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.859514 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: quota_details Dec 24 10:17:54.859877 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: rbac.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.861174 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.861771 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: rbac-policies Dec 24 10:17:54.862139 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: rbac_address_scope.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.863087 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.863675 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: rbac-address-scope Dec 24 10:17:54.864037 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: rbac_security_groups.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.864997 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.865584 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: rbac-security-groups Dec 24 10:17:54.865947 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: rbac_subnetpool.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.867010 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.867592 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: rbac-subnetpool Dec 24 10:17:54.867952 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: revisionifmatch.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.868922 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.869504 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: revision-if-match Dec 24 10:17:54.869861 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: revisions.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.870985 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.871574 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: standard-attr-revisions Dec 24 10:17:54.871938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: router_availability_zone.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.872663 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.873267 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: router_availability_zone Dec 24 10:17:54.873626 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: routerservicetype.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.875408 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.875996 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension router-service-type not supported by any of loaded plugins Dec 24 10:17:54.876360 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: security_groups_port_filtering.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.877318 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.877902 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: port-security-groups-filtering Dec 24 10:17:54.878263 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.879219 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.879805 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: security-groups-remote-address-group Dec 24 10:17:54.880165 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: securitygroup.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.893445 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.894064 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: security-group Dec 24 10:17:54.894436 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: segment.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.895294 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.895881 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension segment not supported by any of loaded plugins Dec 24 10:17:54.896246 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.897226 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.897815 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 24 10:17:54.898181 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: servicetype.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.899301 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.899890 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: service-type Dec 24 10:17:54.900256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: sorting.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.901280 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.901655 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: sorting Dec 24 10:17:54.902022 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: standard_attr_segment.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.902948 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.903530 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 24 10:17:54.903889 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: standardattrdescription.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.904577 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.905179 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: standard-attr-description Dec 24 10:17:54.905722 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: stateful_security_group.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.906694 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.907288 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: stateful-security-group Dec 24 10:17:54.907651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: stdattrs_common.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.908240 dv-cinder-768458-2-smb neutron-server[80090]: WARNING neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 24 10:17:54.908600 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.909593 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.910175 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 24 10:17:54.910533 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: subnet_onboard.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.911638 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.912236 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: subnet_onboard Dec 24 10:17:54.912598 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.913647 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.914267 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 24 10:17:54.914630 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: subnet_service_types.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.915651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.916265 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: subnet-service-types Dec 24 10:17:54.916629 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: subnetallocation.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.917839 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.918427 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: subnet_allocation Dec 24 10:17:54.918790 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.919497 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.920080 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: subnetpool-prefix-ops Dec 24 10:17:54.920443 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.921959 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.922536 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 24 10:17:54.922902 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: tagging.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.924177 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.924796 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: standard-attr-tag Dec 24 10:17:54.925160 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: timestamp.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.926351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.926943 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loaded extension: standard-attr-timestamp Dec 24 10:17:54.927309 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: trunk.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.928350 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.928956 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension trunk not supported by any of loaded plugins Dec 24 10:17:54.929448 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: trunk_details.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.930383 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.930962 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension trunk-details not supported by any of loaded plugins Dec 24 10:17:54.931326 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: uplink_status_propagation.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.932261 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.932887 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 24 10:17:54.933250 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Loading extension file: vlantransparent.py {{(pid=80090) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Dec 24 10:17:54.933964 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80090) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 24 10:17:54.934555 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extension vlan-transparent not supported by any of loaded plugins Dec 24 10:17:54.937241 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of TrackedResource for resource:network Dec 24 10:17:54.938053 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of TrackedResource for resource:subnet Dec 24 10:17:54.938745 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 10:17:54.939421 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of TrackedResource for resource:port Dec 24 10:17:54.940936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.resource_helper [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 24 10:17:54.941427 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.resource_helper [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Service FLAVORS assigned prefix: {{(pid=80090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 24 10:17:54.942119 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.resource_helper [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 24 10:17:54.942589 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.resource_helper [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 24 10:17:54.942974 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of TrackedResource for resource:router Dec 24 10:17:54.943708 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of TrackedResource for resource:floatingip Dec 24 10:17:54.944466 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.resource_helper [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Service METERING assigned prefix: /metering {{(pid=80090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 24 10:17:54.946382 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.946784 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.947172 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80090) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:17:54.948326 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of CountableResource for resource:rbac_policy Dec 24 10:17:54.948843 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of TrackedResource for resource:security_group Dec 24 10:17:54.949672 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of TrackedResource for resource:security_group_rule Dec 24 10:17:54.950537 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.resource_helper [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Service CORE assigned prefix: {{(pid=80090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 24 10:17:54.950920 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 10:17:54.951287 dv-cinder-768458-2-smb neutron-server[80090]: WARNING neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] subnetpool is already registered Dec 24 10:17:54.951950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.resource_helper [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Service CORE assigned prefix: {{(pid=80090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 24 10:17:54.952908 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 10:17:54.953240 dv-cinder-768458-2-smb neutron-server[80090]: WARNING neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] subnetpool is already registered Dec 24 10:17:54.955998 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.resource_helper [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 24 10:17:54.956481 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.resource_helper [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Service FLAVORS assigned prefix: {{(pid=80090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 24 10:17:54.957189 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.resource_helper [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 24 10:17:54.957652 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.resource_helper [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 24 10:17:54.958034 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of TrackedResource for resource:router Dec 24 10:17:54.958398 dv-cinder-768458-2-smb neutron-server[80090]: WARNING neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] router is already registered Dec 24 10:17:54.959057 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of TrackedResource for resource:floatingip Dec 24 10:17:54.959420 dv-cinder-768458-2-smb neutron-server[80090]: WARNING neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] floatingip is already registered Dec 24 10:17:54.960106 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.resource_helper [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Service METERING assigned prefix: /metering {{(pid=80090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 24 10:17:54.960997 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of CountableResource for resource:rbac_policy Dec 24 10:17:54.961367 dv-cinder-768458-2-smb neutron-server[80090]: WARNING neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] rbac_policy is already registered Dec 24 10:17:54.962697 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of TrackedResource for resource:security_group Dec 24 10:17:54.963074 dv-cinder-768458-2-smb neutron-server[80090]: WARNING neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] security_group is already registered Dec 24 10:17:54.963740 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of TrackedResource for resource:security_group_rule Dec 24 10:17:54.964106 dv-cinder-768458-2-smb neutron-server[80090]: WARNING neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] security_group_rule is already registered Dec 24 10:17:54.964866 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.resource_helper [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Service CORE assigned prefix: {{(pid=80090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 24 10:17:54.965244 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 10:17:54.965605 dv-cinder-768458-2-smb neutron-server[80090]: WARNING neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] subnetpool is already registered Dec 24 10:17:54.966277 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.resource_helper [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Service CORE assigned prefix: {{(pid=80090) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 24 10:17:54.966651 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Creating instance of TrackedResource for resource:subnetpool Dec 24 10:17:54.967013 dv-cinder-768458-2-smb neutron-server[80090]: WARNING neutron.quota.resource_registry [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] subnetpool is already registered Dec 24 10:17:54.967714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: extensions {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.969877 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: address-groups {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.971566 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: address-scopes {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.972893 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: agents {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.974401 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: auto-allocated-topology {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.975742 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: availability_zones {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.977295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: dhcp-networks {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.978809 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: dhcp-agents {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.980345 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: routers {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.982285 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: flavors {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.983563 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: service_profiles {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.984888 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: next_providers {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.986510 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: service_profiles {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.988073 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: floatingip-pools {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.989397 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: routers {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.991305 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: floatingips {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.992743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: l3-routers {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.994203 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: l3-agents {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.995721 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: metering-labels {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.997199 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: metering-label-rules {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:54.998571 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: network-ip-availabilities {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.000461 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: bindings {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.002242 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: quotas {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.003827 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: quotas {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.005358 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: rbac-policies {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.006723 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: security-groups {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.008142 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: security-group-rules {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.009528 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: service-providers {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.010832 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: subnetpools {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.012353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: subnetpools {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.013940 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: tags {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.016331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: tags {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.018283 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: tags {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.020177 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: tags {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.022101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: tags {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.024023 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: tags {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.026039 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: tags {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.028859 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: tags {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.030888 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: tags {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.032896 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.extensions [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Extended resource: tags {{(pid=80090) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Dec 24 10:17:55.040077 dv-cinder-768458-2-smb neutron-server[80090]: WARNING keystonemiddleware.auth_token [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 24 10:17:55.045424 dv-cinder-768458-2-smb neutron-server[80090]: WARNING keystonemiddleware.auth_token [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 24 10:17:55.054143 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Acquired lock "singleton_lock" {{(pid=80090) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 24 10:17:55.054891 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Releasing lock "singleton_lock" {{(pid=80090) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 24 10:17:55.056365 dv-cinder-768458-2-smb neutron-server[80090]: INFO oslo_service.service [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Starting 2 workers Dec 24 10:17:55.061236 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Started child 80199 {{(pid=80090) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 24 10:17:55.066183 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:17:55.066591 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Started child 80200 {{(pid=80090) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 24 10:17:55.067617 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [-] (80199) wsgi starting up on http://0.0.0.0:9696 Dec 24 10:17:55.068195 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.service [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Neutron service started, listening on 0.0.0.0:9696 Dec 24 10:17:55.068919 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Notify callbacks [] for process, before_spawn {{(pid=80090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:17:55.070387 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:17:55.071470 dv-cinder-768458-2-smb neutron-server[80090]: INFO oslo_service.service [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Starting 1 workers Dec 24 10:17:55.071715 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [-] (80200) wsgi starting up on http://0.0.0.0:9696 Dec 24 10:17:55.077051 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Started child 80201 {{(pid=80090) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 24 10:17:55.078336 dv-cinder-768458-2-smb neutron-server[80090]: INFO oslo_service.service [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Starting 1 workers Dec 24 10:17:55.080317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.service [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] calling RpcWorker wait() {{(pid=80201) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 24 10:17:55.080754 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.service [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] returning from RpcWorker wait() {{(pid=80201) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 24 10:17:55.082219 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:17:55.082777 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:17:55.083142 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Started child 80202 {{(pid=80090) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 24 10:17:55.083960 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d40c0e6-d2e5-4ef4-b746-d0d9f048c8fe None None] Notify callbacks [] for process, after_spawn {{(pid=80090) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:17:55.085672 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80090) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 24 10:17:55.085898 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 24 10:17:55.086080 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 24 10:17:55.086361 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 24 10:17:55.086779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 24 10:17:55.086968 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 24 10:17:55.087370 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:17:55.087531 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.087813 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.088126 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.088426 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.088797 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.089041 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:17:55.089434 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.089723 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.090019 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.090338 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.090628 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.090830 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.091027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.091307 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.091578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.091931 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.092223 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.092490 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.092792 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.093033 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.093328 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.093642 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.093930 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.094227 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] debug = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.094486 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.095076 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.095330 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.095613 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.095858 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.096145 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.096429 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.096739 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.097007 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.097256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.097521 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.097802 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.098054 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.098554 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.098866 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.099114 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.099555 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] host = dv-cinder-768458-2-smb {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.099820 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.100068 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.100389 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.100580 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.100884 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.101205 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.101601 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.101884 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.102147 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.102408 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.102695 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.102939 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.103218 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.103484 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] log_file = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.103646 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] log_options = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.103900 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.104183 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.104464 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.104701 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.104861 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.105093 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.105363 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.105554 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.105842 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.106088 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.106334 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.106594 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.106838 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.107082 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.107368 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.107619 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.107864 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.108104 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.108395 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.108730 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.109030 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.109295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.110450 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.110450 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.110702 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.111534 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.111807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.112071 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.112319 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.112627 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.112893 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.113237 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.113943 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.114209 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.114674 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.114918 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.115730 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.115730 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.115730 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.117645 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.117645 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.117645 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.117645 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.117645 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.118304 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.118304 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] use_json = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.118304 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.118690 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.118690 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.119545 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.119545 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.119545 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.119545 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.126873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.126873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.126873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.126873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.126873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.126873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.126873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.126873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.127578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.127578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.127578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.127578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.127578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.127578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.127578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.127578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.128246 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.128246 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.128246 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.128246 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.128246 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.128246 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.128246 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.128246 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.128898 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.128898 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.128898 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.130739 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.131078 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.131375 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.131700 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.131998 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.132267 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.132668 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.132965 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.133221 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.133500 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.133781 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.134036 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.134351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.134633 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.134910 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.135186 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.135438 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.135697 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.135997 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.136253 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.136503 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.136793 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.138670 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.139467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.139903 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.140897 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.141230 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.141611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.141888 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.142164 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.142453 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.142728 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.144945 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.146219 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.147122 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.147592 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.150029 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.150522 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.150798 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.151054 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.151318 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.151591 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.151853 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.152111 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.152369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.152623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.152911 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.153253 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.153615 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.157020 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.157528 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.158116 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.158409 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.158728 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.159058 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.159483 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.159875 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.160185 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.160510 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.160821 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.161128 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.161412 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.161675 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.161984 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.162244 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.162538 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.162817 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.163091 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.163353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.163685 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.163920 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.164556 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.164556 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.164930 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.165254 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.165531 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.165849 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.166130 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.166451 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.166789 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.167122 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.167444 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.167750 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.168045 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.168334 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.168611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.168933 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.169207 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.169480 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.169770 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.170115 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.170397 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.170658 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.170911 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.171331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.171743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.172057 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.172310 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.172562 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.172891 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.173185 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.173470 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.173767 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.174062 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.174359 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.174687 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.174966 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.175231 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.175530 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.175862 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.176113 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.176384 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.176631 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.176942 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.177208 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.177471 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.177768 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.178023 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.178277 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.178525 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.178779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.179031 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.179349 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.179584 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.179839 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.180142 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.180398 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.180650 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.180971 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.181220 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.181916 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.181916 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.182215 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.182316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.183050 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.183050 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.183050 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.183342 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.183561 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.183868 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.184145 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.184397 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.184651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.185005 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.185254 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.185505 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.185793 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.186061 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.186372 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.187239 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.187620 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.187895 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.188176 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.188464 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.188734 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.189009 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.189283 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.189539 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.189794 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.190047 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.190329 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.190606 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.190882 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.191133 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.191382 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.191630 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.191882 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.192130 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.192429 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.192761 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.193050 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.193330 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.193666 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.193943 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.194207 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.194478 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.194739 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.195003 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.195250 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.195499 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.195750 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.196017 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.196282 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.196530 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.196801 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.197052 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.197298 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.197624 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.197904 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.198167 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.198546 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.198795 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.199089 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.199365 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.199632 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.199902 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.200201 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.200557 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.200932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.201239 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.201521 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.201869 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.202171 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.202582 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.202854 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.203187 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.203553 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.203875 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.204153 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.204424 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.204735 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.205004 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.205266 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.205522 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.208551 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.208551 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.208551 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.208551 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.208551 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.208551 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.208551 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.208551 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.208551 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.209155 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.209155 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.209280 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 55258) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:17:55.210725 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.210947 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 24 10:17:55.211505 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80090) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 24 10:17:55.211707 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 24 10:17:55.211900 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 24 10:17:55.212130 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 24 10:17:55.212356 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 24 10:17:55.212544 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 24 10:17:55.212866 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.213063 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.213258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.213448 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.213635 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.213843 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.214031 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.214214 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.214398 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.214581 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.214765 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.214937 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.215138 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.215324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.215502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.215712 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.215895 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.216073 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.216258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.216440 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.216620 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.216834 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.217015 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] debug = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.217195 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.217409 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.217591 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.217770 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.218469 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.218651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.218832 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.219011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.219189 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.219368 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.219574 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.219728 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.219907 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.220085 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.220263 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.220445 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.220924 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098000 Dec 24 10:17:55.221278 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] host = dv-cinder-768458-2-smb {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.221468 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.222644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.222995 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.223620 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.224238 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.225134 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.225325 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.225482 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.225657 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.225844 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.226005 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.226189 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.226375 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.227148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] log_file = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.227148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] log_options = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.227148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.227148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.227148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.227481 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.227481 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.227722 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.227816 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.227985 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.228166 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.228347 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.228526 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.230009 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.230229 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.230402 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.230767 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.231185 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.231377 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.234794 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.234989 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.235190 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.235385 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.235579 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.235770 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.235980 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.236131 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.236313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.236498 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.236710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.236907 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.237092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.237275 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.237459 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.237638 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.237818 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.237997 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.238179 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.238358 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.238541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.238721 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.238901 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.239079 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.239957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.239957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.239957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.239957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.239957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] use_json = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.240394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.240394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.240394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.240704 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.240704 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.241394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.244201 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.244391 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 24 10:17:55.244629 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.245156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.245437 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.245733 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:17:55.245848 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.245848 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.246067 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.246206 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.246356 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.246541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.246731 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.246929 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.247118 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.247324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.247509 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.247698 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.247883 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.248070 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.248257 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.248443 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.248742 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.248842 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.249001 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.249174 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.249375 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.249561 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.249727 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.249905 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.250092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.250285 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.250445 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.250632 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.250817 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.251003 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.251186 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.251371 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.251557 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.251741 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.251925 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.252102 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.252288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.252849 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.252849 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.252849 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.253297 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.253297 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.253297 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.253690 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.253690 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.253923 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.253923 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.254106 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.254275 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.254459 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.254642 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.254827 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.255091 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.255223 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.255334 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.255492 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.255674 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.255858 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.256042 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.256312 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.256440 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.256549 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.256752 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.256906 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.257058 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.257198 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.257429 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.257588 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.257730 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.257869 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.258007 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.258200 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.258387 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.258571 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.258754 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.258938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.259092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.259280 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.259463 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.259645 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.259828 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.260083 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.260212 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.260411 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.260515 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.260621 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.260824 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.261006 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.261188 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.261372 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.261554 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.261736 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.261919 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.262101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.262287 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.262469 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.262652 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.262844 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.264149 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.264326 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.264514 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.265416 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.265675 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.266039 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.266233 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.266423 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.267901 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.268997 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.268997 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.269167 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.269240 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.269421 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.269586 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.270081 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.270606 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.271350 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.271558 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.271940 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.272467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.273944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.273944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.273944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.273944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.273944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.273944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.274620 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.274620 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.274620 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.274620 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.275039 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.275039 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.275238 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.275238 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.275416 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.276156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.276369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.276565 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.276811 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.277005 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.277198 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.278273 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.278411 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.278587 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.278779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.278969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.279160 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.279351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.279540 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.281032 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.281032 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.281032 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.281032 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.281032 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.281555 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.281555 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.281555 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.281852 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.281852 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.282073 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.282073 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.282276 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.282384 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.282580 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.282770 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.282958 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.283146 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.283333 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.283519 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.283706 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.283893 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.284086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.284272 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.284460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.284662 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.284891 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.285079 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.285267 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.285453 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.285640 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.285826 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.286011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.286196 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.286382 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.286550 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.286735 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.286922 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.287107 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.287293 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.287478 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.287661 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.287846 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.288054 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.288329 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.288517 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.288759 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.288901 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.289089 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.289275 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.289461 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.289651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.289828 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.290412 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.290412 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.290412 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.290741 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.290741 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.290956 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.290956 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.291159 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.291308 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.291503 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.291692 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.291877 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.292079 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.292265 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.292453 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.292639 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.292848 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.293035 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.293331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.293570 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.293570 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.293781 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.293888 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.294066 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.294242 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.294497 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.294743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.294941 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.295143 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.295330 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.295494 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.295677 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.295900 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.296062 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.296799 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.297429 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.297429 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.297743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.297743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.297949 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.297949 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.298152 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.299096 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.299276 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.299469 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.299605 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.299795 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.299985 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 24 10:17:55.300776 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80090) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 24 10:18:05.439421 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84590865-e962-4198-9cef-99693d022659 None None] get_active_networks_info from dv-cinder-768458-2-smb {{(pid=80201) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 24 10:18:05.627420 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7ca6d27f-3ece-4d8d-b78e-8f1cd23f7eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:05.657359 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84590865-e962-4198-9cef-99693d022659 None None] No non-hosted networks {{(pid=80201) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 24 10:18:07.813869 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:07.928795 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d694788c-dd5b-4235-9764-b039d2ced75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:07.998432 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-884f2679-4fc6-4763-a40c-2bf009e3f6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:09.218610 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:09.219929 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:09.220499 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:09.221093 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:09.221823 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:09.222534 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:09.223348 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:09.223905 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:09.224475 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:09.225079 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:09.229172 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:09.229770 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:09.230405 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:09.231044 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768458-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:18:09.259346 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768458-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:18:09.930583 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:11.103531 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] get_endpoint_by_host() called for host dv-cinder-768458-2-smb {{(pid=80201) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 24 10:18:11.104764 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 55352) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:18:11.110173 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] get_endpoint_by_ip() called for ip 192.168.0.45 {{(pid=80201) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 24 10:18:11.113662 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] _add_endpoint() called for ip 192.168.0.45 {{(pid=80201) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 24 10:18:11.120362 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] _get_endpoints() called {{(pid=80201) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 24 10:18:11.777817 dv-cinder-768458-2-smb neutron-server[80090]: WARNING oslo_policy.policy [None req-b4e08e34-39f8-4be2-8f22-c3b742497144 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 10:18:11.778405 dv-cinder-768458-2-smb neutron-server[80090]: WARNING oslo_policy.policy [None req-b4e08e34-39f8-4be2-8f22-c3b742497144 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 10:18:12.011884 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [None req-b4e08e34-39f8-4be2-8f22-c3b742497144 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 24 10:18:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-b4e08e34-39f8-4be2-8f22-c3b742497144 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.9068935 Dec 24 10:18:12.050733 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.l3_hamode_db [None req-edf1b48b-8c52-4f12-b551-97775e2ca6ef None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 24 10:18:12.140925 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf1b48b-8c52-4f12-b551-97775e2ca6ef None None] Routers set() bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:18:12.141488 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf1b48b-8c52-4f12-b551-97775e2ca6ef None None] Router IDs set() for agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 24 10:18:14.757979 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 55366) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:18:15.179655 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-1886dbbb-d483-41e8-86eb-89f02aedb51d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:18:15.229355 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.policy [None req-1886dbbb-d483-41e8-86eb-89f02aedb51d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80199) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 24 10:18:15.230173 dv-cinder-768458-2-smb neutron-server[80090]: WARNING oslo_policy.policy [None req-1886dbbb-d483-41e8-86eb-89f02aedb51d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 10:18:15.230582 dv-cinder-768458-2-smb neutron-server[80090]: WARNING oslo_policy.policy [None req-1886dbbb-d483-41e8-86eb-89f02aedb51d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 10:18:15.237780 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota [None req-1886dbbb-d483-41e8-86eb-89f02aedb51d admin admin] Loaded quota_driver: . Dec 24 10:18:15.284136 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-1886dbbb-d483-41e8-86eb-89f02aedb51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:18:15.337760 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1886dbbb-d483-41e8-86eb-89f02aedb51d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752752349450', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752752339783', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752752340164', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752752232546', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752752252180', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3808166', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850878784', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854139551', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853333842'] for rbac-policy, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:15.399911 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1886dbbb-d483-41e8-86eb-89f02aedb51d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:15.401138 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-1886dbbb-d483-41e8-86eb-89f02aedb51d admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6421371 Dec 24 10:18:18.373265 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 55380) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:18:19.029375 dv-cinder-768458-2-smb neutron-server[80090]: WARNING oslo_policy.policy [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 10:18:19.030461 dv-cinder-768458-2-smb neutron-server[80090]: WARNING oslo_policy.policy [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 10:18:19.260999 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Request body: {'network': {'project_id': '3daf47caaafe4a31b46debe7245346a8', 'name': 'private', 'admin_state_up': True}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:18:19.264126 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.quota [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Loaded quota_driver: . Dec 24 10:18:19.308824 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:18:19.315489 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Usage tracker for resource:network and tenant:3daf47caaafe4a31b46debe7245346a8 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:18:19.319681 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:18:19.327358 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:18:19.340658 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Made reservation on behalf of 3daf47caaafe4a31b46debe7245346a8 for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:18:19.377423 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.policy [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80200) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 24 10:18:19.378203 dv-cinder-768458-2-smb neutron-server[80090]: WARNING oslo_policy.policy [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 10:18:19.378607 dv-cinder-768458-2-smb neutron-server[80090]: WARNING oslo_policy.policy [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 24 10:18:19.388652 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:19.407331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:19.423011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:18:19.426884 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Usage tracker for resource:security_group_rule and tenant:3daf47caaafe4a31b46debe7245346a8 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:18:19.430482 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:18:19.436015 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:18:19.537101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:19.540048 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:19.546352 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:19.572415 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 24 10:18:19.598234 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284104084767', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:19.598808 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Added segment 277020ee-85e7-4818-84d2-4085abad301c of type vxlan for network 9f0f3cf5-8b85-4816-a228-6b70fdb890ce Dec 24 10:18:19.607654 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cc9151-7672-499a-8f73-f46b4d306a17,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:19.667636 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:19.668001 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:19.668355 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:19.668723 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:19.669072 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:19.669417 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:19.669756 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:19.670096 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:19.670434 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:19.671323 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:19.671658 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:19.671992 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Tracked resource versions report: Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: pushed versions: Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: { 'AddressGroup': {'1.0'}, Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': {'1.0'}, Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': {'1.0'}, Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': {'1.1'}, Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': {'1.6'}, Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': {'1.2'}, Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': {'1.8'}, Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': {'1.3'}, Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': {'1.1'}, Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': {'1.0'}, Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': {'1.1'}, Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': {'1.1'}} Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: consumer versions: Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: { DHCP agent@dv-cinder-768458-2-smb: {}, Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: L3 agent@dv-cinder-768458-2-smb: {}, Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: Metadata agent@dv-cinder-768458-2-smb: {}, Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: Metering agent@dv-cinder-768458-2-smb: {}, Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: Open vSwitch agent@dv-cinder-768458-2-smb: { 'AddressGroup': '1.0', Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': '1.0', Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': '1.0', Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': '1.1', Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': '1.6', Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': '1.2', Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': '1.8', Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': '1.3', Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': '1.1', Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': '1.0', Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': '1.1', Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': '1.1'}} Dec 24 10:18:19.673182 dv-cinder-768458-2-smb neutron-server[80090]: {{(pid=80200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 24 10:18:19.725553 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:19.727351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:19.765285 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:19.766704 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:18:19.767374 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:19.772466 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:20.034914 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.6588659 Dec 24 10:18:20.035567 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Pushing event updated for resources: {'Network': ['ID=9f0f3cf5-8b85-4816-a228-6b70fdb890ce,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:20.038773 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:20.047890 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network 9f0f3cf5-8b85-4816-a228-6b70fdb890ce details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:18:23.134508 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 55402) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:18:23.647052 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a8d509-0599-49d5-b383-f4d2458003cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:18:23.648433 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-b0a8d509-0599-49d5-b383-f4d2458003cb admin admin] 10.222.0.58 "GET /v2.0/networks/9f0f3cf5-8b85-4816-a228-6b70fdb890ce HTTP/1.1" status: 200 len: 818 time: 0.5128667 Dec 24 10:18:23.679861 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-ce3f63f2-8148-4bd4-a2f3-6dc838e09a16 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/515a68cd-c0ae-4256-ad72-24971886f8a9 HTTP/1.1" status: 200 len: 734 time: 0.0251453 Dec 24 10:18:23.689317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Request body: {'subnet': {'tenant_id': '3daf47caaafe4a31b46debe7245346a8', 'ip_version': 4, 'subnetpool_id': '515a68cd-c0ae-4256-ad72-24971886f8a9', 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:18:23.693869 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:18:23.697741 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Usage tracker for resource:subnet and tenant:3daf47caaafe4a31b46debe7245346a8 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:18:23.700710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:18:23.706722 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:18:23.715212 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Made reservation on behalf of 3daf47caaafe4a31b46debe7245346a8 for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:18:23.720265 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:24.207910 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:24.222366 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:24.364127 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bfe841f-3403-4e9f-8155-b21321f519bd,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:24.370113 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:24.427398 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Checking segment: {'id': '277020ee-85e7-4818-84d2-4085abad301c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:18:24.427776 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Network hostable DHCP agents. Network: 9f0f3cf5-8b85-4816-a228-6b70fdb890ce, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:18:24.447644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Network 9f0f3cf5-8b85-4816-a228-6b70fdb890ce is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:18:24.456156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, 9f0f3cf5-8b85-4816-a228-6b70fdb890ce) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:18:24.460518 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:18:24.461137 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:24.470114 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9cc0e9-0db7-4076-8860-bf4916259e25 None None] Network 9f0f3cf5-8b85-4816-a228-6b70fdb890ce requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:18:24.480460 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7947507 Dec 24 10:18:24.790382 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d363115-915d-5340-bb55-d8b06d7f9000-9f0f3cf5-8b85-4816-a228-6b70fdb890ce', 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce', 'tenant_id': '3daf47caaafe4a31b46debe7245346a8', 'fixed_ips': [{'subnet_id': '2bfe841f-3403-4e9f-8155-b21321f519bd'}]}} from dv-cinder-768458-2-smb. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 24 10:18:24.791621 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:25.128306 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Allocated IP 172.20.0.2 (9f0f3cf5-8b85-4816-a228-6b70fdb890ce/2bfe841f-3403-4e9f-8155-b21321f519bd/934b47db-a48e-4b4a-b692-fc91e2984515) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:18:25.359593 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:25.372618 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Transition to ACTIVE for port object 934b47db-a48e-4b4a-b692-fc91e2984515 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:18:25.390216 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Transition to ACTIVE for port object 934b47db-a48e-4b4a-b692-fc91e2984515 will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:18:25.395993 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:25.412070 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:25.548115 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Pushing event updated for resources: {'Port': ['ID=934b47db-a48e-4b4a-b692-fc91e2984515,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:25.564165 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:25.564538 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:25.564936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:25.565298 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:25.565654 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:25.565986 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:25.566351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:25.566699 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:25.567048 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:25.567394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:25.567739 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:25.568084 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Tracked resource versions report: Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: pushed versions: Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: { 'AddressGroup': {'1.0'}, Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': {'1.0'}, Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': {'1.0'}, Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': {'1.1'}, Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': {'1.6'}, Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': {'1.2'}, Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': {'1.8'}, Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': {'1.3'}, Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': {'1.1'}, Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': {'1.0'}, Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': {'1.1'}, Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': {'1.1'}} Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: consumer versions: Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: { DHCP agent@dv-cinder-768458-2-smb: {}, Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: L3 agent@dv-cinder-768458-2-smb: {}, Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: Metadata agent@dv-cinder-768458-2-smb: {}, Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: Metering agent@dv-cinder-768458-2-smb: {}, Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: Open vSwitch agent@dv-cinder-768458-2-smb: { 'AddressGroup': '1.0', Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': '1.0', Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': '1.0', Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': '1.1', Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': '1.6', Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': '1.2', Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': '1.8', Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': '1.3', Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': '1.1', Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': '1.0', Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': '1.1', Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': '1.1'}} Dec 24 10:18:25.569316 dv-cinder-768458-2-smb neutron-server[80090]: {{(pid=80201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 24 10:18:25.573550 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:25.620572 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Network 9f0f3cf5-8b85-4816-a228-6b70fdb890ce is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:18:25.621816 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Resources bound (agent type, host, resource id): {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:18:25.624756 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:18:25.681570 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Attempting to bind port 934b47db-a48e-4b4a-b692-fc91e2984515 on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:18:25.681993 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Attempting to bind port 934b47db-a48e-4b4a-b692-fc91e2984515 by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': '277020ee-85e7-4818-84d2-4085abad301c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:18:25.682429 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Attempting to bind port 934b47db-a48e-4b4a-b692-fc91e2984515 on network 9f0f3cf5-8b85-4816-a228-6b70fdb890ce {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:18:25.687913 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:18:25.688377 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Checking segment: {'id': '277020ee-85e7-4818-84d2-4085abad301c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:18:25.688863 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:25.689290 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Bound using segment: {'id': '277020ee-85e7-4818-84d2-4085abad301c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:18:25.689818 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Bound port: 934b47db-a48e-4b4a-b692-fc91e2984515, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277020ee-85e7-4818-84d2-4085abad301c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:18:25.690226 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:25.780243 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] For port 934b47db-a48e-4b4a-b692-fc91e2984515, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:18:25.784370 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] For port 934b47db-a48e-4b4a-b692-fc91e2984515, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=934b47db-a48e-4b4a-b692-fc91e2984515,segment=NetworkSegment(277020ee-85e7-4818-84d2-4085abad301c),segment_id=277020ee-85e7-4818-84d2-4085abad301c)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:18:25.787642 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:25.804945 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:26.121958 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Pushing event updated for resources: {'Port': ['ID=934b47db-a48e-4b4a-b692-fc91e2984515,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:26.125231 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:27.216883 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 55412) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:18:27.659757 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [None req-43093b6e-3532-4c86-8fbf-328593ebaf94 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=80200) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 24 10:18:27.660856 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-43093b6e-3532-4c86-8fbf-328593ebaf94 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4424620 Dec 24 10:18:29.181373 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 934b47db-a48e-4b4a-b692-fc91e2984515 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:18:29.251904 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 934b47db-a48e-4b4a-b692-fc91e2984515 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:18:30.505991 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 55426) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:18:30.868446 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35857b9-eff6-4ebf-a228-99bcceca858c None None] Network 9f0f3cf5-8b85-4816-a228-6b70fdb890ce requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:18:30.930617 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [None req-1a0be301-78d9-4e4a-b59f-0205e9ce525b admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=80200) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 24 10:18:30.931682 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-1a0be301-78d9-4e4a-b59f-0205e9ce525b admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4246836 Dec 24 10:18:31.006073 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-b2b733fe-4e4d-411c-a433-83b528b9413c None None] Provisioning for port 934b47db-a48e-4b4a-b692-fc91e2984515 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:18:31.017553 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-b2b733fe-4e4d-411c-a433-83b528b9413c None None] Provisioning complete for port 934b47db-a48e-4b4a-b692-fc91e2984515 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:18:31.017991 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b2b733fe-4e4d-411c-a433-83b528b9413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:31.243421 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b2b733fe-4e4d-411c-a433-83b528b9413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:31.282837 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-b2b733fe-4e4d-411c-a433-83b528b9413c None None] For port 934b47db-a48e-4b4a-b692-fc91e2984515, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=934b47db-a48e-4b4a-b692-fc91e2984515,segment=NetworkSegment(277020ee-85e7-4818-84d2-4085abad301c),segment_id=277020ee-85e7-4818-84d2-4085abad301c)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:18:31.285764 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b2b733fe-4e4d-411c-a433-83b528b9413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:31.287923 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:31.357543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b733fe-4e4d-411c-a433-83b528b9413c None None] Pushing event updated for resources: {'Port': ['ID=934b47db-a48e-4b4a-b692-fc91e2984515,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:31.364311 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b2b733fe-4e4d-411c-a433-83b528b9413c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:31.510010 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-01e0a345-3191-4984-ae8d-553d6bfa672b None None] Provisioning complete for port 934b47db-a48e-4b4a-b692-fc91e2984515 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:18:31.510485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-01e0a345-3191-4984-ae8d-553d6bfa672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:31.752985 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-281a8cec-ef28-4fa5-af42-da2f21b5385d None None] Provisioning complete for port 934b47db-a48e-4b4a-b692-fc91e2984515 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:18:31.753394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-281a8cec-ef28-4fa5-af42-da2f21b5385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:33.161102 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 934b47db-a48e-4b4a-b692-fc91e2984515 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:18:33.229410 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 934b47db-a48e-4b4a-b692-fc91e2984515 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:18:33.229815 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:33.947058 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 55438) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:18:34.350692 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-2441127c-bd91-413e-88a8-cd7809169345 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '3daf47caaafe4a31b46debe7245346a8'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:18:34.356009 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-2441127c-bd91-413e-88a8-cd7809169345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:18:34.360021 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-2441127c-bd91-413e-88a8-cd7809169345 admin admin] Usage tracker for resource:router and tenant:3daf47caaafe4a31b46debe7245346a8 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:18:34.363140 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-2441127c-bd91-413e-88a8-cd7809169345 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:18:34.368872 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-2441127c-bd91-413e-88a8-cd7809169345 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:18:34.377709 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2441127c-bd91-413e-88a8-cd7809169345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-749278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854731281'] for router, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:34.378994 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2441127c-bd91-413e-88a8-cd7809169345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854734311'] for router, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:34.400237 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2441127c-bd91-413e-88a8-cd7809169345 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:34.501751 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2441127c-bd91-413e-88a8-cd7809169345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854026554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854035228'] for router, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:34.519583 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2441127c-bd91-413e-88a8-cd7809169345 admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:34.520929 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-2441127c-bd91-413e-88a8-cd7809169345 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5727360 Dec 24 10:18:35.267158 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fd0bc1d8-ac6e-414a-b2e6-8ff0cac5ea6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:37.216089 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 55448) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:18:37.636483 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [None req-3d94afa4-18b8-4aae-aa2f-56b4256a097b admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=80200) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 24 10:18:37.637584 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-3d94afa4-18b8-4aae-aa2f-56b4256a097b admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4204485 Dec 24 10:18:37.728467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:37.931416 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-dec4b360-407e-4141-9bf8-438264e504a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:39.211286 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:39.880811 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:40.355553 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 55468) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:18:40.546487 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:18:40.551293 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:18:40.555749 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Usage tracker for resource:network and tenant:e1523c1ea17c4f528efc7139817d29fa is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:18:40.558752 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:18:40.564400 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:18:40.573807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Made reservation on behalf of e1523c1ea17c4f528efc7139817d29fa for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:18:40.578917 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:40.591179 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:40.606595 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:18:40.610490 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Usage tracker for resource:security_group_rule and tenant:e1523c1ea17c4f528efc7139817d29fa is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:18:40.613321 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:18:40.618909 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:18:40.700437 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:40.703454 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:40.707524 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:40.723397 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Reserving flat network on physical network physnet1 {{(pid=80200) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 24 10:18:40.748977 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284104084767', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:40.749492 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Unsubscribe: segment precommit_create {{(pid=80200) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 24 10:18:40.749900 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Added segment eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347 of type flat for network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 Dec 24 10:18:40.756072 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4077343-61db-4e5a-9552-8b4b15d78c5f,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:40.759351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:40.789630 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:40.824744 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:40.825919 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:18:40.827102 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:40.831718 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:40.927590 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5708966 Dec 24 10:18:40.934580 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=81ea6ac4-2b55-4e45-bfef-bd97c85883e8,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:40.937976 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:40.945679 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:18:43.455478 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 55488) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:18:43.599809 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5ba262-76ef-46dc-81cb-c9a5d5d2219b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:18:43.601285 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-ea5ba262-76ef-46dc-81cb-c9a5d5d2219b admin admin] 10.222.0.58 "GET /v2.0/subnets/2bfe841f-3403-4e9f-8155-b21321f519bd HTTP/1.1" status: 200 len: 849 time: 0.1447809 Dec 24 10:18:43.745384 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-0cd85380-0215-4b0d-a980-25e2b52b9733 admin admin] 10.222.0.58 "GET /v2.0/routers/1d6096f0-3198-4c84-9026-3d2eec09a20e HTTP/1.1" status: 200 len: 704 time: 0.1379333 Dec 24 10:18:44.363011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:44.729475 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Allocated IP 172.20.0.1 (9f0f3cf5-8b85-4816-a228-6b70fdb890ce/2bfe841f-3403-4e9f-8155-b21321f519bd/56487ea8-af31-4d25-8394-04c6dbee6d3f) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:18:44.891158 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:44.908574 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Transition to ACTIVE for port object 56487ea8-af31-4d25-8394-04c6dbee6d3f will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:18:44.954936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:44.969798 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:45.101197 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Pushing event updated for resources: {'Port': ['ID=56487ea8-af31-4d25-8394-04c6dbee6d3f,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:45.108446 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:45.160045 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Network 9f0f3cf5-8b85-4816-a228-6b70fdb890ce is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:18:45.161159 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:18:45.163436 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:18:45.163936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740409'] for router_interface, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:45.365051 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-9df0fdb0-555e-4172-bb12-6c033b4aca09 None None] Provisioning for port 56487ea8-af31-4d25-8394-04c6dbee6d3f completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:18:45.370403 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-9df0fdb0-555e-4172-bb12-6c033b4aca09 None None] Provisioning complete for port 56487ea8-af31-4d25-8394-04c6dbee6d3f triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:18:45.370811 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9df0fdb0-555e-4172-bb12-6c033b4aca09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:45.422831 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:45.426802 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-9df0fdb0-555e-4172-bb12-6c033b4aca09 None None] Port 56487ea8-af31-4d25-8394-04c6dbee6d3f cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:18:45.711701 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:45.715064 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:45.716090 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851622594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739714'] for router_interface, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:45.730341 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:45.862256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Pushing event updated for resources: {'Port': ['ID=56487ea8-af31-4d25-8394-04c6dbee6d3f,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:45.866633 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:46.081258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Network 9f0f3cf5-8b85-4816-a228-6b70fdb890ce is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:18:46.082258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:18:46.251378 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-e83a26cf-1324-4e51-beae-b8a75edbf248 None None] Provisioning complete for port 56487ea8-af31-4d25-8394-04c6dbee6d3f triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:18:46.251782 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e83a26cf-1324-4e51-beae-b8a75edbf248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:46.271723 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Router 1d6096f0-3198-4c84-9026-3d2eec09a20e is scheduled to L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac with binding_index 1 {{(pid=80200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 24 10:18:46.305969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-e83a26cf-1324-4e51-beae-b8a75edbf248 None None] Port 56487ea8-af31-4d25-8394-04c6dbee6d3f cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:18:46.427046 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:18:46.436201 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] 10.222.0.58 "PUT /v2.0/routers/1d6096f0-3198-4c84-9026-3d2eec09a20e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6845653 Dec 24 10:18:46.452904 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Sync routers for ids ['1d6096f0-3198-4c84-9026-3d2eec09a20e'] in dv-cinder-768458-2-smb {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:18:46.465745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Routers {'1d6096f0-3198-4c84-9026-3d2eec09a20e'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:18:46.466689 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:18:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['1d6096f0-3198-4c84-9026-3d2eec09a20e'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:18:46.644587 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Set router 1d6096f0-3198-4c84-9026-3d2eec09a20e gateway port host: None {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:18:47.017473 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6096f0-3198-4c84-9026-3d2eec09a20e', 'name': 'router1', 'tenant_id': '3daf47caaafe4a31b46debe7245346a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:18:34Z', 'updated_at': '2020-12-24T10:18:45Z', 'revision_number': 2, 'project_id': '3daf47caaafe4a31b46debe7245346a8', 'gw_port_host': None, '_interfaces': [{'id': '56487ea8-af31-4d25-8394-04c6dbee6d3f', 'name': '', 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce', 'tenant_id': '3daf47caaafe4a31b46debe7245346a8', 'mac_address': 'fa:16:3e:f3:d3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6096f0-3198-4c84-9026-3d2eec09a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bfe841f-3403-4e9f-8155-b21321f519bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:18:44Z', 'updated_at': '2020-12-24T10:18:45Z', 'revision_number': 2, 'project_id': '3daf47caaafe4a31b46debe7245346a8', 'subnets': [{'id': '2bfe841f-3403-4e9f-8155-b21321f519bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '515a68cd-c0ae-4256-ad72-24971886f8a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:18:47.022460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Checking router: 1d6096f0-3198-4c84-9026-3d2eec09a20e for host: dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:18:47.022889 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Updating router 1d6096f0-3198-4c84-9026-3d2eec09a20e port 56487ea8-af31-4d25-8394-04c6dbee6d3f binding host dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 24 10:18:47.073589 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:47.669201 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:47.683681 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Transition to ACTIVE for port object 56487ea8-af31-4d25-8394-04c6dbee6d3f will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:18:47.687651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:47.703614 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:47.845437 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Pushing event updated for resources: {'Port': ['ID=56487ea8-af31-4d25-8394-04c6dbee6d3f,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:47.860307 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:47.860689 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:47.861058 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:47.861412 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:47.861761 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:47.862107 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:47.862452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:47.862798 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:47.863138 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:47.863479 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:47.863819 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:47.864158 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Tracked resource versions report: Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: pushed versions: Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: { 'AddressGroup': {'1.0'}, Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': {'1.0'}, Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': {'1.0'}, Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': {'1.1'}, Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': {'1.6'}, Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': {'1.2'}, Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': {'1.8'}, Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': {'1.3'}, Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': {'1.1'}, Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': {'1.0'}, Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': {'1.1'}, Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': {'1.1'}} Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: consumer versions: Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: { DHCP agent@dv-cinder-768458-2-smb: {}, Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: L3 agent@dv-cinder-768458-2-smb: {}, Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: Metadata agent@dv-cinder-768458-2-smb: {}, Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: Metering agent@dv-cinder-768458-2-smb: {}, Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: Open vSwitch agent@dv-cinder-768458-2-smb: { 'AddressGroup': '1.0', Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': '1.0', Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': '1.0', Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': '1.1', Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': '1.6', Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': '1.2', Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': '1.8', Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': '1.3', Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': '1.1', Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': '1.0', Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': '1.1', Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': '1.1'}} Dec 24 10:18:47.865300 dv-cinder-768458-2-smb neutron-server[80090]: {{(pid=80202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 24 10:18:47.871732 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:48.018094 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Attempting to bind port 56487ea8-af31-4d25-8394-04c6dbee6d3f on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:18:48.018632 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Attempting to bind port 56487ea8-af31-4d25-8394-04c6dbee6d3f by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': '277020ee-85e7-4818-84d2-4085abad301c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:18:48.018880 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Attempting to bind port 56487ea8-af31-4d25-8394-04c6dbee6d3f on network 9f0f3cf5-8b85-4816-a228-6b70fdb890ce {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:18:48.024842 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:18:48.025289 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Checking segment: {'id': '277020ee-85e7-4818-84d2-4085abad301c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:18:48.025681 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:48.026101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Bound using segment: {'id': '277020ee-85e7-4818-84d2-4085abad301c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:18:48.026621 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Bound port: 56487ea8-af31-4d25-8394-04c6dbee6d3f, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '277020ee-85e7-4818-84d2-4085abad301c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:18:48.027040 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:48.118313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] For port 56487ea8-af31-4d25-8394-04c6dbee6d3f, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:18:48.123263 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] For port 56487ea8-af31-4d25-8394-04c6dbee6d3f, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=56487ea8-af31-4d25-8394-04c6dbee6d3f,segment=NetworkSegment(277020ee-85e7-4818-84d2-4085abad301c),segment_id=277020ee-85e7-4818-84d2-4085abad301c)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:18:48.125859 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:48.142261 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:48.293395 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Pushing event updated for resources: {'Port': ['ID=56487ea8-af31-4d25-8394-04c6dbee6d3f,revision_number=4']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:48.299527 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:48.349638 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Routers {'1d6096f0-3198-4c84-9026-3d2eec09a20e'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:18:48.350284 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:18:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['1d6096f0-3198-4c84-9026-3d2eec09a20e'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:18:48.508324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] Set router 1d6096f0-3198-4c84-9026-3d2eec09a20e gateway port host: None {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:18:48.852956 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6096f0-3198-4c84-9026-3d2eec09a20e', 'name': 'router1', 'tenant_id': '3daf47caaafe4a31b46debe7245346a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:18:34Z', 'updated_at': '2020-12-24T10:18:45Z', 'revision_number': 2, 'project_id': '3daf47caaafe4a31b46debe7245346a8', 'gw_port_host': None, '_interfaces': [{'id': '56487ea8-af31-4d25-8394-04c6dbee6d3f', 'name': '', 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce', 'tenant_id': '3daf47caaafe4a31b46debe7245346a8', 'mac_address': 'fa:16:3e:f3:d3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6096f0-3198-4c84-9026-3d2eec09a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bfe841f-3403-4e9f-8155-b21321f519bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:18:44Z', 'updated_at': '2020-12-24T10:18:48Z', 'revision_number': 4, 'project_id': '3daf47caaafe4a31b46debe7245346a8', 'subnets': [{'id': '2bfe841f-3403-4e9f-8155-b21321f519bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '515a68cd-c0ae-4256-ad72-24971886f8a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:18:48.857040 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdded1c0-2763-4eac-8e91-e517b8a919e0 None None] The sync data for ids ['1d6096f0-3198-4c84-9026-3d2eec09a20e'] in dv-cinder-768458-2-smb is: [{'id': '1d6096f0-3198-4c84-9026-3d2eec09a20e', 'name': 'router1', 'tenant_id': '3daf47caaafe4a31b46debe7245346a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:18:34Z', 'updated_at': '2020-12-24T10:18:45Z', 'revision_number': 2, 'project_id': '3daf47caaafe4a31b46debe7245346a8', 'gw_port_host': None, '_interfaces': [{'id': '56487ea8-af31-4d25-8394-04c6dbee6d3f', 'name': '', 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce', 'tenant_id': '3daf47caaafe4a31b46debe7245346a8', 'mac_address': 'fa:16:3e:f3:d3:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6096f0-3198-4c84-9026-3d2eec09a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bfe841f-3403-4e9f-8155-b21321f519bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:18:44Z', 'updated_at': '2020-12-24T10:18:48Z', 'revision_number': 4, 'project_id': '3daf47caaafe4a31b46debe7245346a8', 'subnets': [{'id': '2bfe841f-3403-4e9f-8155-b21321f519bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '515a68cd-c0ae-4256-ad72-24971886f8a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:18:48.974636 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 55500) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:18:49.161309 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbdac3e-64c3-474b-b9f1-47a97493a5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:18:49.161828 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-fdbdac3e-64c3-474b-b9f1-47a97493a5c2 admin admin] Synchronizing usage tracker for tenant:e1523c1ea17c4f528efc7139817d29fa on resource:network {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:18:49.178214 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-fdbdac3e-64c3-474b-b9f1-47a97493a5c2 admin admin] Unset dirty status for tenant:e1523c1ea17c4f528efc7139817d29fa on resource:network {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:18:49.179452 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-fdbdac3e-64c3-474b-b9f1-47a97493a5c2 admin admin] 10.222.0.58 "GET /v2.0/networks/81ea6ac4-2b55-4e45-bfef-bd97c85883e8 HTTP/1.1" status: 200 len: 842 time: 0.2037029 Dec 24 10:18:49.190869 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'ip_version': 4, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'name': 'public-subnet', 'gateway_ip': '172.28.2.1', 'enable_dhcp': False}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:18:49.196380 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:18:49.200408 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Usage tracker for resource:subnet and tenant:e1523c1ea17c4f528efc7139817d29fa is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:18:49.203929 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:18:49.210104 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:18:49.218746 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Made reservation on behalf of e1523c1ea17c4f528efc7139817d29fa for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:18:49.223618 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:49.662495 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.objects.ports [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80200) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 24 10:18:49.662495 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:49.677343 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:49.816881 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f0c4e3f-7153-464a-952b-cce20cfb6b8f,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:49.821133 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:49.881567 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Checking segment: {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:18:49.881950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Network hostable DHCP agents. Network: 81ea6ac4-2b55-4e45-bfef-bd97c85883e8, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:18:49.900421 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:18:49.909694 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, 81ea6ac4-2b55-4e45-bfef-bd97c85883e8) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:18:49.913715 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:18:49.914283 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:49.919083 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd0bc0e-783f-439a-9295-bc4c88028ba8 None None] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:18:49.935808 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7489505 Dec 24 10:18:50.137448 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:18:50.156740 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b105ce4b-8a34-484d-ab6d-880f244d1c84 None None] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:18:51.189681 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 56487ea8-af31-4d25-8394-04c6dbee6d3f up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:18:51.259257 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 56487ea8-af31-4d25-8394-04c6dbee6d3f completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:18:51.264216 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 56487ea8-af31-4d25-8394-04c6dbee6d3f triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:18:51.264619 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:51.381118 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:51.413502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port 56487ea8-af31-4d25-8394-04c6dbee6d3f, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=56487ea8-af31-4d25-8394-04c6dbee6d3f,segment=NetworkSegment(277020ee-85e7-4818-84d2-4085abad301c),segment_id=277020ee-85e7-4818-84d2-4085abad301c)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:18:51.416805 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:51.418936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0620c751-d281-4108-9943-6fe1c1a4ef28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:51.489089 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=56487ea8-af31-4d25-8394-04c6dbee6d3f,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:51.492253 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:52.489972 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 55514) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:18:52.718696 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-8748455f-79d5-4ac4-9479-68efed87da77 admin admin] 10.222.0.58 "GET /v2.0/routers/1d6096f0-3198-4c84-9026-3d2eec09a20e HTTP/1.1" status: 200 len: 710 time: 0.2275283 Dec 24 10:18:52.855308 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d20120-60eb-41e2-9732-252e84aa1eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:18:52.856664 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-90d20120-60eb-41e2-9732-252e84aa1eac admin admin] 10.222.0.58 "GET /v2.0/networks/81ea6ac4-2b55-4e45-bfef-bd97c85883e8 HTTP/1.1" status: 200 len: 886 time: 0.1317034 Dec 24 10:18:52.866852 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:18:53.174743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 56487ea8-af31-4d25-8394-04c6dbee6d3f up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:18:53.247622 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 56487ea8-af31-4d25-8394-04c6dbee6d3f triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:18:53.248592 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:53.493832 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854734328'] for router, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:53.824956 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:53.858782 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:53.870781 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:53.886055 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:18:53.890005 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:18:53.892914 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:18:53.898525 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:18:53.981597 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:53.984110 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:53.998902 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:54.093965 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfa44fe-f1bd-4d04-b558-08902fd71970,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:54.098996 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:54.256023 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Allocated IP 172.28.2.62 (81ea6ac4-2b55-4e45-bfef-bd97c85883e8/5f0c4e3f-7153-464a-952b-cce20cfb6b8f/1732955b-4c0d-4355-a2fc-6903d2b4f3ed) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:18:54.405876 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:54.430957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:54.445630 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:54.587102 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Pushing event updated for resources: {'Port': ['ID=1732955b-4c0d-4355-a2fc-6903d2b4f3ed,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:54.590028 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:54.635597 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:18:54.636656 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:18:54.639446 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:18:55.016568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:55.352955 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854734328'] for router, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:55.356262 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854035228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854035211', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-740604', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854026507'] for router, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:55.714146 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Router 1d6096f0-3198-4c84-9026-3d2eec09a20e has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:18:55.895126 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:18:55.904670 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Sync routers for ids ['1d6096f0-3198-4c84-9026-3d2eec09a20e'] in dv-cinder-768458-2-smb {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:18:55.911069 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:55.916753 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] 10.222.0.58 "PUT /v2.0/routers/1d6096f0-3198-4c84-9026-3d2eec09a20e HTTP/1.1" status: 200 len: 889 time: 3.0488749 Dec 24 10:18:55.916934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Routers {'1d6096f0-3198-4c84-9026-3d2eec09a20e'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:18:55.916934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:18:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['1d6096f0-3198-4c84-9026-3d2eec09a20e'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:18:56.261035 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Set router 1d6096f0-3198-4c84-9026-3d2eec09a20e gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:18:56.612990 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6096f0-3198-4c84-9026-3d2eec09a20e', 'name': 'router1', 'tenant_id': '3daf47caaafe4a31b46debe7245346a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '1732955b-4c0d-4355-a2fc-6903d2b4f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:18:34Z', 'updated_at': '2020-12-24T10:18:54Z', 'revision_number': 4, 'project_id': '3daf47caaafe4a31b46debe7245346a8', 'gw_port': {'id': '1732955b-4c0d-4355-a2fc-6903d2b4f3ed', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6096f0-3198-4c84-9026-3d2eec09a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:18:54Z', 'updated_at': '2020-12-24T10:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '56487ea8-af31-4d25-8394-04c6dbee6d3f', 'name': '', 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce', 'tenant_id': '3daf47caaafe4a31b46debe7245346a8', 'mac_address': 'fa:16:3e:f3:d3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6096f0-3198-4c84-9026-3d2eec09a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bfe841f-3403-4e9f-8155-b21321f519bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:18:44Z', 'updated_at': '2020-12-24T10:18:51Z', 'revision_number': 5, 'project_id': '3daf47caaafe4a31b46debe7245346a8', 'subnets': [{'id': '2bfe841f-3403-4e9f-8155-b21321f519bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '515a68cd-c0ae-4256-ad72-24971886f8a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:18:56.618035 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Checking router: 1d6096f0-3198-4c84-9026-3d2eec09a20e for host: dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:18:56.618439 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Updating router 1d6096f0-3198-4c84-9026-3d2eec09a20e port 1732955b-4c0d-4355-a2fc-6903d2b4f3ed binding host dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 24 10:18:56.673051 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:57.063613 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:57.077071 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Transition to ACTIVE for port object 1732955b-4c0d-4355-a2fc-6903d2b4f3ed will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:18:57.079513 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:57.095209 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b2b733fe-4e4d-411c-a433-83b528b9413c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:57.236055 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf07d2-ea00-4826-b8c8-8b641bc3a53a None None] Pushing event updated for resources: {'Port': ['ID=1732955b-4c0d-4355-a2fc-6903d2b4f3ed,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:57.239389 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7bcf07d2-ea00-4826-b8c8-8b641bc3a53a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:57.290533 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Attempting to bind port 1732955b-4c0d-4355-a2fc-6903d2b4f3ed on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:18:57.290932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Attempting to bind port 1732955b-4c0d-4355-a2fc-6903d2b4f3ed by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:18:57.291327 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Attempting to bind port 1732955b-4c0d-4355-a2fc-6903d2b4f3ed on network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:18:57.296812 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:18:57.297222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Checking segment: {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:18:57.297651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:57.298070 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Bound using segment: {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:18:57.298570 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Bound port: 1732955b-4c0d-4355-a2fc-6903d2b4f3ed, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:18:57.298974 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:57.370942 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] For port 1732955b-4c0d-4355-a2fc-6903d2b4f3ed, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:18:57.374887 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] For port 1732955b-4c0d-4355-a2fc-6903d2b4f3ed, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=1732955b-4c0d-4355-a2fc-6903d2b4f3ed,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:18:57.378153 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:57.393782 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7bcf07d2-ea00-4826-b8c8-8b641bc3a53a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:57.540942 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf07d2-ea00-4826-b8c8-8b641bc3a53a None None] Pushing event updated for resources: {'Port': ['ID=1732955b-4c0d-4355-a2fc-6903d2b4f3ed,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:57.545991 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7bcf07d2-ea00-4826-b8c8-8b641bc3a53a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:18:57.586099 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Routers {'1d6096f0-3198-4c84-9026-3d2eec09a20e'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:18:57.586741 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:18:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['1d6096f0-3198-4c84-9026-3d2eec09a20e'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:18:57.763129 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] Set router 1d6096f0-3198-4c84-9026-3d2eec09a20e gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:18:58.102787 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6096f0-3198-4c84-9026-3d2eec09a20e', 'name': 'router1', 'tenant_id': '3daf47caaafe4a31b46debe7245346a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '1732955b-4c0d-4355-a2fc-6903d2b4f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:18:34Z', 'updated_at': '2020-12-24T10:18:54Z', 'revision_number': 4, 'project_id': '3daf47caaafe4a31b46debe7245346a8', 'gw_port': {'id': '1732955b-4c0d-4355-a2fc-6903d2b4f3ed', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6096f0-3198-4c84-9026-3d2eec09a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:18:54Z', 'updated_at': '2020-12-24T10:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '56487ea8-af31-4d25-8394-04c6dbee6d3f', 'name': '', 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce', 'tenant_id': '3daf47caaafe4a31b46debe7245346a8', 'mac_address': 'fa:16:3e:f3:d3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6096f0-3198-4c84-9026-3d2eec09a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bfe841f-3403-4e9f-8155-b21321f519bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:18:44Z', 'updated_at': '2020-12-24T10:18:51Z', 'revision_number': 5, 'project_id': '3daf47caaafe4a31b46debe7245346a8', 'subnets': [{'id': '2bfe841f-3403-4e9f-8155-b21321f519bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '515a68cd-c0ae-4256-ad72-24971886f8a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:18:58.106798 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a808cedf-f6b4-4c36-aa29-9876bdcb5488 None None] The sync data for ids ['1d6096f0-3198-4c84-9026-3d2eec09a20e'] in dv-cinder-768458-2-smb is: [{'id': '1d6096f0-3198-4c84-9026-3d2eec09a20e', 'name': 'router1', 'tenant_id': '3daf47caaafe4a31b46debe7245346a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '1732955b-4c0d-4355-a2fc-6903d2b4f3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:18:34Z', 'updated_at': '2020-12-24T10:18:54Z', 'revision_number': 4, 'project_id': '3daf47caaafe4a31b46debe7245346a8', 'gw_port': {'id': '1732955b-4c0d-4355-a2fc-6903d2b4f3ed', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:24:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6096f0-3198-4c84-9026-3d2eec09a20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:18:54Z', 'updated_at': '2020-12-24T10:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '56487ea8-af31-4d25-8394-04c6dbee6d3f', 'name': '', 'network_id': '9f0f3cf5-8b85-4816-a228-6b70fdb890ce', 'tenant_id': '3daf47caaafe4a31b46debe7245346a8', 'mac_address': 'fa:16:3e:f3:d3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6096f0-3198-4c84-9026-3d2eec09a20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2bfe841f-3403-4e9f-8155-b21321f519bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:18:44Z', 'updated_at': '2020-12-24T10:18:51Z', 'revision_number': 5, 'project_id': '3daf47caaafe4a31b46debe7245346a8', 'subnets': [{'id': '2bfe841f-3403-4e9f-8155-b21321f519bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '515a68cd-c0ae-4256-ad72-24971886f8a9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:18:58.609353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 55524) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:18:58.757161 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b5e193-bab7-4f6b-9f95-59b965d5c075 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:18:58.758784 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-e0b5e193-bab7-4f6b-9f95-59b965d5c075 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1077 time: 0.1484048 Dec 24 10:18:59.211281 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 1732955b-4c0d-4355-a2fc-6903d2b4f3ed up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:18:59.438652 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 1732955b-4c0d-4355-a2fc-6903d2b4f3ed completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:18:59.443727 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 1732955b-4c0d-4355-a2fc-6903d2b4f3ed triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:18:59.444133 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:59.564910 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:59.581900 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port 1732955b-4c0d-4355-a2fc-6903d2b4f3ed, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=1732955b-4c0d-4355-a2fc-6903d2b4f3ed,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:18:59.591788 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:18:59.596951 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:18:59.662316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=1732955b-4c0d-4355-a2fc-6903d2b4f3ed,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:18:59.665460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:19:01.188205 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 1732955b-4c0d-4355-a2fc-6903d2b4f3ed up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:19:01.267156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 1732955b-4c0d-4355-a2fc-6903d2b4f3ed triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:19:01.267806 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:19:05.281069 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eee0dd72-d17e-4186-b96d-7fc507d5c2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:19:07.758192 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:19:07.953773 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-788c8273-8bf6-4f6e-ad1a-a0dc2946ef70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:19:09.214556 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:19:09.894590 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:19:27.138735 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:19:35.273844 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a848e7d5-f305-40dc-a550-31eedcca1494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:19:37.733697 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:19:37.938289 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3801e332-fb94-4821-aa6f-40848c00a57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:19:39.221251 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:19:39.898066 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:20:04.140929 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:20:05.277771 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d591b677-2780-4f92-84a4-4b3830253854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:20:07.740254 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:20:07.939817 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-065c96a7-19ce-4e92-b31f-c98caf5a0219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:20:09.214878 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:20:09.907224 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:20:35.279417 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f633-7faa-46ba-85f2-516ca43a30ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:20:37.740517 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:20:37.941710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b9efbf37-6526-4001-b369-dbe03ce11f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:20:39.218614 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:20:39.909130 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:20:41.140880 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:21:05.281510 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-554427d8-2273-48e5-b9df-391a6b6e8b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:21:07.743025 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:21:07.943034 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d99f20f3-cf4e-4e90-a254-6bda6f2d78ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:21:09.221972 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:21:09.914057 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:21:11.573605 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56100) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:21:11.675129 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.pecan_wsgi.hooks.translation [None req-8991916c-4de6-4113-affc-26e66cc473a3 admin admin] GET failed (client error): The resource could not be found. Dec 24 10:21:11.676412 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-8991916c-4de6-4113-affc-26e66cc473a3 admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1017604 Dec 24 10:21:11.818256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ebb401-6b6b-4269-85da-fac7e30e11ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:21:11.819745 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-d1ebb401-6b6b-4269-85da-fac7e30e11ac admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1389832 Dec 24 10:21:14.293717 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56110) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:21:14.441043 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba66c99-692c-40f6-b741-f5f19affd7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:21:14.441659 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-6ba66c99-692c-40f6-b741-f5f19affd7aa admin admin] Synchronizing usage tracker for tenant:e1523c1ea17c4f528efc7139817d29fa on resource:subnet {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:21:14.456804 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-6ba66c99-692c-40f6-b741-f5f19affd7aa admin admin] Unset dirty status for tenant:e1523c1ea17c4f528efc7139817d29fa on resource:subnet {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:21:14.458078 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-6ba66c99-692c-40f6-b741-f5f19affd7aa admin admin] 10.222.0.58 "GET /v2.0/subnets/2bfe841f-3403-4e9f-8155-b21321f519bd HTTP/1.1" status: 200 len: 849 time: 0.1633441 Dec 24 10:21:14.469306 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:21:14.596234 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Notify callbacks [] for subnet, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:21:14.902196 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752750790174'] for subnet, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:21:14.917073 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-68ff421a-1427-4082-985e-3f57a1b6fdc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:21:15.061984 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bfe841f-3403-4e9f-8155-b21321f519bd,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:21:15.074735 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:21:15.075119 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:21:15.075489 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:21:15.075850 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:21:15.076210 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:21:15.076568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:21:15.076953 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:21:15.077304 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:21:15.077698 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:21:15.078049 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:21:15.078400 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:21:15.078757 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:21:15.083666 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:21:15.112589 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:21:15.113378 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:21:15.115452 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] 10.222.0.58 "PUT /v2.0/subnets/2bfe841f-3403-4e9f-8155-b21321f519bd HTTP/1.1" status: 200 len: 868 time: 0.6496215 Dec 24 10:21:15.117511 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc3a63-c318-4eb1-8682-e2b9e4933882 None None] Network 9f0f3cf5-8b85-4816-a228-6b70fdb890ce requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:21:15.575213 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4c62d45a-84b3-4ccf-9307-80a832dfa0c8 None None] Provisioning complete for port 56487ea8-af31-4d25-8394-04c6dbee6d3f triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:21:15.575630 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4c62d45a-84b3-4ccf-9307-80a832dfa0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:21:15.704139 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4c62d45a-84b3-4ccf-9307-80a832dfa0c8 None None] Provisioning complete for port 934b47db-a48e-4b4a-b692-fc91e2984515 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:21:15.704478 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4c62d45a-84b3-4ccf-9307-80a832dfa0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:21:17.593994 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56120) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:21:17.810557 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77a6a6-412c-4e9a-a0b1-5276fa25b28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:21:17.810903 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b77a6a6-412c-4e9a-a0b1-5276fa25b28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:21:17.812534 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-5b77a6a6-412c-4e9a-a0b1-5276fa25b28b admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2175329 Dec 24 10:21:18.140482 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:21:20.248584 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56130) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:21:20.464375 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ae42f1-dd59-4e60-a4ac-704b1aefcc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:21:20.464742 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ae42f1-dd59-4e60-a4ac-704b1aefcc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:21:20.466511 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-c5ae42f1-dd59-4e60-a4ac-704b1aefcc84 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2168703 Dec 24 10:21:22.927396 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56140) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:21:23.133714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723e965c-78e7-4af3-ac97-e2229a80b104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:21:23.135140 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-723e965c-78e7-4af3-ac97-e2229a80b104 admin admin] 10.222.0.58 "GET /v2.0/networks/81ea6ac4-2b55-4e45-bfef-bd97c85883e8 HTTP/1.1" status: 200 len: 886 time: 0.2066963 Dec 24 10:21:25.614893 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56150) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:21:25.828770 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41183d53-eaff-4a08-a64e-da8f7ec7f66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:21:25.830196 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-41183d53-eaff-4a08-a64e-da8f7ec7f66b admin admin] 10.222.0.58 "GET /v2.0/networks/9f0f3cf5-8b85-4816-a228-6b70fdb890ce HTTP/1.1" status: 200 len: 862 time: 0.2142944 Dec 24 10:21:28.271715 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56160) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:21:28.414327 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4456469-3ef0-4cd4-a50b-7cf75b6f9b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:21:28.414729 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4456469-3ef0-4cd4-a50b-7cf75b6f9b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:21:28.416341 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-a4456469-3ef0-4cd4-a50b-7cf75b6f9b51 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1435561 Dec 24 10:21:30.865665 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56170) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:21:31.012630 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063ef0e3-d5b0-40f6-b985-829be41ed919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:21:31.013088 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063ef0e3-d5b0-40f6-b985-829be41ed919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:21:31.014700 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-063ef0e3-d5b0-40f6-b985-829be41ed919 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1480062 Dec 24 10:21:33.497536 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56180) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:21:33.644461 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8a3aef-ef1d-4597-9ee8-6eafc87cd05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:21:33.645901 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-4c8a3aef-ef1d-4597-9ee8-6eafc87cd05d admin admin] 10.222.0.58 "GET /v2.0/subnets/2bfe841f-3403-4e9f-8155-b21321f519bd HTTP/1.1" status: 200 len: 868 time: 0.1473415 Dec 24 10:21:35.282440 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-807d8edd-981a-442b-830b-cce23d5469a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:21:36.097934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56190) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:21:36.238724 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3483d19d-4719-4ef4-896c-2d7024dcbb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:21:36.240165 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-3483d19d-4719-4ef4-896c-2d7024dcbb02 admin admin] 10.222.0.58 "GET /v2.0/subnets/5f0c4e3f-7153-464a-952b-cce20cfb6b8f HTTP/1.1" status: 200 len: 816 time: 0.1412156 Dec 24 10:21:37.748287 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:21:37.943718 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-98849d0b-2eaa-4259-bf7c-e421a66a3505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:21:39.225006 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:21:39.917977 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:21:55.139103 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:22:01.815438 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56230) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:22:01.897523 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [None req-76194c5a-0586-4954-b0f0-58820a594d88 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=80200) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 24 10:22:01.898620 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-76194c5a-0586-4954-b0f0-58820a594d88 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0821934 Dec 24 10:22:04.453340 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56240) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:22:04.556099 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b61b4e-ddd6-4124-9db1-76262f7ffe75 admin admin] GET failed (client error): The resource could not be found. Dec 24 10:22:04.561326 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-e6b61b4e-ddd6-4124-9db1-76262f7ffe75 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1031392 Dec 24 10:22:04.695688 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4fecb6-8490-4073-b07f-78e3b8fd8b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:22:04.697335 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-1c4fecb6-8490-4073-b07f-78e3b8fd8b85 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1352968 Dec 24 10:22:05.283047 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6104ef02-baca-445a-acd6-bf54b5e80569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:07.158439 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56250) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:22:07.239251 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:22:07.244168 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:22:07.253788 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:22:07.262344 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] Made reservation on behalf of e1523c1ea17c4f528efc7139817d29fa for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:22:07.266839 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:07.359494 dv-cinder-768458-2-smb neutron-server[80090]: WARNING neutron.services.revisions.revision_plugin [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] Could not find related network for resource to bump revision. Dec 24 10:22:07.373918 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 24 10:22:07.382857 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:07.383231 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] Added segment 81ff4d62-f7c0-4c52-a7d9-9b84438854b9 of type vxlan for network 60adf89b-9d9c-449d-b5a0-4e40d21d6e5c Dec 24 10:22:07.409452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:07.437212 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:07.438426 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:22:07.439047 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:07.443805 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:22:07.726875 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5669823 Dec 24 10:22:07.727656 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] Pushing event updated for resources: {'Network': ['ID=60adf89b-9d9c-449d-b5a0-4e40d21d6e5c,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:22:07.743462 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:22:07.760045 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network 60adf89b-9d9c-449d-b5a0-4e40d21d6e5c details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:22:07.781631 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:07.945243 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9831750d-89f9-4796-abfe-8eee3378f8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:09.227720 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:09.920978 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:10.216480 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56260) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:22:10.319550 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.pecan_wsgi.hooks.translation [None req-058df8d0-3b7a-408d-9f48-52b185518580 admin admin] GET failed (client error): The resource could not be found. Dec 24 10:22:10.320073 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-058df8d0-3b7a-408d-9f48-52b185518580 admin admin] Synchronizing usage tracker for tenant:e1523c1ea17c4f528efc7139817d29fa on resource:network {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:22:10.334824 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-058df8d0-3b7a-408d-9f48-52b185518580 admin admin] Unset dirty status for tenant:e1523c1ea17c4f528efc7139817d29fa on resource:network {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:22:10.335970 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-058df8d0-3b7a-408d-9f48-52b185518580 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1184464 Dec 24 10:22:10.450778 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc0b03a-211e-4cd4-8ea6-9039f5da0b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:22:10.452244 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-8cc0b03a-211e-4cd4-8ea6-9039f5da0b14 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1118670 Dec 24 10:22:10.464657 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-0c196efe-64a3-4cde-a5d8-246a69e05211 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '60adf89b-9d9c-449d-b5a0-4e40d21d6e5c'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:22:10.469625 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-0c196efe-64a3-4cde-a5d8-246a69e05211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:22:10.479812 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-0c196efe-64a3-4cde-a5d8-246a69e05211 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:22:10.488236 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c196efe-64a3-4cde-a5d8-246a69e05211 admin admin] Made reservation on behalf of e1523c1ea17c4f528efc7139817d29fa for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:22:10.492879 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0c196efe-64a3-4cde-a5d8-246a69e05211 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:10.887066 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0c196efe-64a3-4cde-a5d8-246a69e05211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:10.901837 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5e48e08c-395d-4ea2-8d82-30803ef18d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:22:11.031299 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c196efe-64a3-4cde-a5d8-246a69e05211 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de1512e-a3ce-4907-9adf-ce8c5f9e546b,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:22:11.035305 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0c196efe-64a3-4cde-a5d8-246a69e05211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:22:11.092899 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c196efe-64a3-4cde-a5d8-246a69e05211 admin admin] Checking segment: {'id': '81ff4d62-f7c0-4c52-a7d9-9b84438854b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '60adf89b-9d9c-449d-b5a0-4e40d21d6e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:22:11.093281 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c196efe-64a3-4cde-a5d8-246a69e05211 admin admin] Network hostable DHCP agents. Network: 60adf89b-9d9c-449d-b5a0-4e40d21d6e5c, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:22:11.112159 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c196efe-64a3-4cde-a5d8-246a69e05211 admin admin] Network 60adf89b-9d9c-449d-b5a0-4e40d21d6e5c is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:22:11.120579 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-0c196efe-64a3-4cde-a5d8-246a69e05211 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, 60adf89b-9d9c-449d-b5a0-4e40d21d6e5c) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:22:11.124425 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c196efe-64a3-4cde-a5d8-246a69e05211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:22:11.125104 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0c196efe-64a3-4cde-a5d8-246a69e05211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:11.129569 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe68b14-611a-4786-b799-ac245eb9c06e None None] Network 60adf89b-9d9c-449d-b5a0-4e40d21d6e5c requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:22:11.149079 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-0c196efe-64a3-4cde-a5d8-246a69e05211 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6883535 Dec 24 10:22:11.364486 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d363115-915d-5340-bb55-d8b06d7f9000-60adf89b-9d9c-449d-b5a0-4e40d21d6e5c', 'network_id': '60adf89b-9d9c-449d-b5a0-4e40d21d6e5c', 'tenant_id': 'e1523c1ea17c4f528efc7139817d29fa', 'fixed_ips': [{'subnet_id': '5de1512e-a3ce-4907-9adf-ce8c5f9e546b'}]}} from dv-cinder-768458-2-smb. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 24 10:22:11.365426 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:11.657237 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Allocated IP 192.168.233.2 (60adf89b-9d9c-449d-b5a0-4e40d21d6e5c/5de1512e-a3ce-4907-9adf-ce8c5f9e546b/976b3d72-1d3b-4f24-85c7-8d55ec5f38fb) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:22:11.877562 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:11.888826 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Transition to ACTIVE for port object 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:22:11.905159 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Transition to ACTIVE for port object 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:22:11.910814 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:11.928228 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:22:12.067736 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Pushing event updated for resources: {'Port': ['ID=976b3d72-1d3b-4f24-85c7-8d55ec5f38fb,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:22:12.080723 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:22:12.081116 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:22:12.081490 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:22:12.081858 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:22:12.082221 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:22:12.082583 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:22:12.082940 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:22:12.083295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:22:12.083652 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:22:12.084011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:22:12.084364 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:22:12.084739 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:22:12.089872 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:22:12.124915 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Network 60adf89b-9d9c-449d-b5a0-4e40d21d6e5c is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:22:12.126074 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Resources bound (agent type, host, resource id): {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:22:12.128592 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:22:12.186499 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Attempting to bind port 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:22:12.186906 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Attempting to bind port 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': '81ff4d62-f7c0-4c52-a7d9-9b84438854b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '60adf89b-9d9c-449d-b5a0-4e40d21d6e5c'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:22:12.187310 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Attempting to bind port 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb on network 60adf89b-9d9c-449d-b5a0-4e40d21d6e5c {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:22:12.192919 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:22:12.193331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Checking segment: {'id': '81ff4d62-f7c0-4c52-a7d9-9b84438854b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '60adf89b-9d9c-449d-b5a0-4e40d21d6e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:22:12.193767 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:12.194197 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Bound using segment: {'id': '81ff4d62-f7c0-4c52-a7d9-9b84438854b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '60adf89b-9d9c-449d-b5a0-4e40d21d6e5c'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:22:12.194709 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Bound port: 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ff4d62-f7c0-4c52-a7d9-9b84438854b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '60adf89b-9d9c-449d-b5a0-4e40d21d6e5c'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:22:12.195117 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:12.285891 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] For port 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:22:12.290072 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] For port 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=976b3d72-1d3b-4f24-85c7-8d55ec5f38fb,segment=NetworkSegment(81ff4d62-f7c0-4c52-a7d9-9b84438854b9),segment_id=81ff4d62-f7c0-4c52-a7d9-9b84438854b9)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:22:12.293318 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:12.308790 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7bcf07d2-ea00-4826-b8c8-8b641bc3a53a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:22:12.610197 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Pushing event updated for resources: {'Port': ['ID=976b3d72-1d3b-4f24-85c7-8d55ec5f38fb,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:22:12.615212 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:22:13.312498 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:22:13.384538 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:22:13.858265 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c66ec4-2a8d-407a-8ec1-128de3c1be38 None None] Network 60adf89b-9d9c-449d-b5a0-4e40d21d6e5c requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:22:13.903719 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-20f3f1dd-f5ea-406b-960c-711c9d3a783a None None] Provisioning for port 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:22:13.959965 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-20f3f1dd-f5ea-406b-960c-711c9d3a783a None None] Provisioning complete for port 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:22:13.960367 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-20f3f1dd-f5ea-406b-960c-711c9d3a783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:14.185346 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-20f3f1dd-f5ea-406b-960c-711c9d3a783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:14.235118 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-20f3f1dd-f5ea-406b-960c-711c9d3a783a None None] For port 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=976b3d72-1d3b-4f24-85c7-8d55ec5f38fb,segment=NetworkSegment(81ff4d62-f7c0-4c52-a7d9-9b84438854b9),segment_id=81ff4d62-f7c0-4c52-a7d9-9b84438854b9)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:22:14.239630 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-20f3f1dd-f5ea-406b-960c-711c9d3a783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:14.244615 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:22:14.314934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3f1dd-f5ea-406b-960c-711c9d3a783a None None] Pushing event updated for resources: {'Port': ['ID=976b3d72-1d3b-4f24-85c7-8d55ec5f38fb,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:22:14.318628 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-20f3f1dd-f5ea-406b-960c-711c9d3a783a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:22:14.467350 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-753f8ef9-2af8-48b9-af6e-dfcbab25527b None None] Provisioning complete for port 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:22:14.467919 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-753f8ef9-2af8-48b9-af6e-dfcbab25527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:14.722262 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-d657b724-db75-48e0-bc72-b157784f8680 None None] Provisioning complete for port 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:22:14.722839 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d657b724-db75-48e0-bc72-b157784f8680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:14.964010 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-9e89f4b9-c388-4c63-898d-4759879ec3e8 None None] Provisioning complete for port 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:22:14.964588 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9e89f4b9-c388-4c63-898d-4759879ec3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:15.294124 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:22:15.360899 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 976b3d72-1d3b-4f24-85c7-8d55ec5f38fb triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:22:15.361310 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:32.139209 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:22:35.287235 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8fcc1420-3331-42b1-ad13-c4be2996a287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:37.751997 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:37.948256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ec0e2d20-dd4d-4785-8869-63541ba97c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:39.230608 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:22:39.925779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:05.302860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5aa5f4ce-ca14-4b87-b8d0-5c7cb56d064f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:07.755891 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:07.949736 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-288090eb-f9e5-40a1-a7c5-2cf3ce47400a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:09.139399 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:23:09.233607 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:09.928958 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:19.244259 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56302) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:23:19.252527 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [None req-4ca669f9-cd5f-4433-833d-db70af5c2d07 tempest-verify_tempest_config-3526955 tempest-verify_tempest_config-3526955] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=80200) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 24 10:23:19.253623 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-4ca669f9-cd5f-4433-833d-db70af5c2d07 tempest-verify_tempest_config-3526955 tempest-verify_tempest_config-3526955] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13036 time: 0.0064447 Dec 24 10:23:19.605475 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56322) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:23:19.763032 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:19.778313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:23:19.782552 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Usage tracker for resource:security_group_rule and tenant:f7aa251c6960414ebd0555bb9efca836 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:23:19.785504 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:23:19.791196 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:23:19.877398 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:19.879966 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:19.888341 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:23:19.930076 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Synchronizing usage tracker for tenant:e1523c1ea17c4f528efc7139817d29fa on resource:security_group {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:23:19.933635 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c9991d-e3e8-4cc1-b643-1a7d29c62713,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:23:19.946295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:19.946623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:19.946995 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:19.947360 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:19.947722 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:19.948085 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:19.948445 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:19.948831 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:19.949204 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:19.949560 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:19.949921 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:19.950265 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:19.954338 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:23:19.961909 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Unset dirty status for tenant:e1523c1ea17c4f528efc7139817d29fa on resource:security_group {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:23:19.966117 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f7aa251c6960414ebd0555bb9efca836&name=default HTTP/1.1" status: 200 len: 2875 time: 0.3595812 Dec 24 10:23:19.966250 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 56328) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:23:20.039689 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:20.067776 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:20.119059 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:20.124463 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:23:20.137400 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c9991d-e3e8-4cc1-b643-1a7d29c62713,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:23:20.148342 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:20.148736 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:20.149089 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:20.149435 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:20.149776 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:20.150115 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:20.150453 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:20.150788 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:20.151120 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:20.151456 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:20.151783 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:20.152111 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Tracked resource versions report: Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: pushed versions: Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: { 'AddressGroup': {'1.0'}, Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': {'1.0'}, Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': {'1.0'}, Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': {'1.1'}, Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': {'1.6'}, Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': {'1.2'}, Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': {'1.8'}, Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': {'1.3'}, Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': {'1.1'}, Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': {'1.0'}, Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': {'1.1'}, Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': {'1.1'}} Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: consumer versions: Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: { DHCP agent@dv-cinder-768458-2-smb: {}, Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: L3 agent@dv-cinder-768458-2-smb: {}, Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: Metadata agent@dv-cinder-768458-2-smb: {}, Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: Metering agent@dv-cinder-768458-2-smb: {}, Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: Open vSwitch agent@dv-cinder-768458-2-smb: { 'AddressGroup': '1.0', Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': '1.0', Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': '1.0', Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': '1.1', Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': '1.6', Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': '1.2', Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': '1.8', Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': '1.3', Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': '1.1', Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': '1.0', Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': '1.1', Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': '1.1'}} Dec 24 10:23:20.153300 dv-cinder-768458-2-smb neutron-server[80090]: {{(pid=80199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 24 10:23:20.172115 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:20.173301 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27c9991d-e3e8-4cc1-b643-1a7d29c62713 HTTP/1.1" status: 204 len: 168 time: 0.2060137 Dec 24 10:23:20.185259 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:23:35.285936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ba3b167a-8521-4f85-a855-dadcfd60d381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:37.756306 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:37.950039 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2d5694c5-9aaa-4984-934d-f44dc4a6dc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:39.234984 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:39.932732 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:23:46.138193 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:24:05.287106 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7c129fc8-76b4-4ea4-bb47-7fdf60663415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:24:07.761213 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:24:07.950369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b855d718-880e-4036-a569-c4c306a19832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:24:09.237899 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:24:09.936780 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:24:23.137797 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:24:35.288512 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e7208703-8944-4413-a33c-0a74d08a017c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:24:37.761499 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:24:37.950153 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-44402a61-01b9-41d0-9574-dad0ebb5de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:24:39.239718 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:24:39.940862 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:25:00.137132 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 5 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:25:05.290901 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-da52e9c7-eb25-4cfa-9c38-312b49a4e0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:25:07.763187 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:25:07.952836 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bd5c0d2d-c4b9-4772-9099-6c99062ac656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:25:08.546143 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033'] for agent, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:25:08.546524 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:25:08.546897 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:25:08.547272 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:25:08.547687 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:25:08.548063 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:25:08.548711 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:25:08.549151 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:25:08.549527 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:25:08.549896 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:25:08.550265 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:25:08.550629 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:25:08.551105 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:25:08.551497 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76845', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:25:08.555883 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76845', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:25:08.923743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] get_endpoint_by_host() called for host hv-cinder-76845 {{(pid=80201) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 24 10:25:08.927889 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] get_endpoint_by_ip() called for ip 192.168.0.15 {{(pid=80201) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 24 10:25:08.931619 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] _add_endpoint() called for ip 192.168.0.15 {{(pid=80201) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 24 10:25:08.937367 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] _get_endpoints() called {{(pid=80201) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 24 10:25:09.240863 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:25:09.944672 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:25:21.404222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 56404) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:25:21.553751 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-fab6dbfe-2215-49de-801b-5f5e423fbbda admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1483319 Dec 24 10:25:24.052362 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56414) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:25:24.145442 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-262780f8-55f1-4498-bc09-1b7e60f52471 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0918345 Dec 24 10:25:35.292155 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5fd96260-b553-4cb4-8b0e-6405f3fc47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:25:37.136906 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:25:37.767483 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:25:37.952608 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-045dcd13-9331-4391-b9d9-c80201616c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:25:38.561252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:25:39.242056 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:25:39.947864 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:26:05.293637 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-96a0bcc9-0c67-4015-878b-0ced16959b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:26:07.771007 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:26:07.953113 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-afdf44f3-ad1e-4049-bb75-5d0eef7b60c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:26:08.578610 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:26:09.243372 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:26:09.951479 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:26:14.136276 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:26:35.296778 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-21cf1dce-5adf-44fc-872c-4273b710780a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:26:37.772538 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:26:37.954336 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4bddc95a-8592-4410-8a25-b3504e09667d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:26:38.570213 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:26:39.243750 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:26:39.955332 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:26:51.136220 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:27:05.310203 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f0b4121c-89d4-4adf-a1b5-aaf48a12a042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:07.517125 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56552) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:07.776629 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:07.958495 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5eaf691a-56ca-4536-9500-e4a0743c0b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:08.050655 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1118164021-network', 'tenant_id': '6c0b6c2f878f4976b75218d7d422d954'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:08.055699 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:08.061856 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Usage tracker for resource:network and tenant:6c0b6c2f878f4976b75218d7d422d954 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:08.064908 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:08.070658 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:08.081566 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Made reservation on behalf of 6c0b6c2f878f4976b75218d7d422d954 for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:08.086489 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:08.101643 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:08.115366 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:08.123308 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Usage tracker for resource:security_group_rule and tenant:6c0b6c2f878f4976b75218d7d422d954 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:08.126461 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:08.132018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:08.225682 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:08.230203 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:08.236127 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:08.269343 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 24 10:27:08.281093 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76147498-bbbe-4684-bca5-06ace4c7aad9,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:08.286858 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:08.287409 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Added segment c6268194-92ad-4907-9cbe-61414ca02230 of type vxlan for network 979c235f-62a2-43bc-839f-795da3956b53 Dec 24 10:27:08.297703 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.298088 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.298457 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.298827 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.299187 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.299548 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.299904 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.300257 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.300613 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.300980 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.301487 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.302000 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.302562 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.303070 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.303578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.303937 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.304289 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.304644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.305023 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.305379 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.305735 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.306091 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.306423 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.306933 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Tracked resource versions report: Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: pushed versions: Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: { 'AddressGroup': {'1.0'}, Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': {'1.0'}, Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': {'1.0'}, Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': {'1.1'}, Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': {'1.6'}, Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': {'1.2'}, Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': {'1.8'}, Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': {'1.3'}, Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': {'1.1'}, Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': {'1.0'}, Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': {'1.1'}, Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': {'1.1'}} Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: consumer versions: Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: { DHCP agent@dv-cinder-768458-2-smb: {}, Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: L3 agent@dv-cinder-768458-2-smb: {}, Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: Metadata agent@dv-cinder-768458-2-smb: {}, Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: Metering agent@dv-cinder-768458-2-smb: {}, Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: Open vSwitch agent@dv-cinder-768458-2-smb: { 'AddressGroup': '1.0', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': '1.0', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': '1.0', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': '1.1', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': '1.6', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': '1.2', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': '1.8', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': '1.3', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': '1.1', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': '1.0', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': '1.1', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': '1.1'}, Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: Open vSwitch agent@hv-cinder-76845: { 'AddressGroup': '1.0', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': '1.0', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': '1.0', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': '1.1', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': '1.6', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': '1.2', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': '1.8', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': '1.3', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': '1.1', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': '1.0', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': '1.1', Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': '1.1'}} Dec 24 10:27:08.308433 dv-cinder-768458-2-smb neutron-server[80090]: {{(pid=80200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 24 10:27:08.313670 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:08.337696 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:08.370666 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:08.372704 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:08.373548 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:08.377741 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5dd6052e-3d57-4096-b74e-dd9a1b7974bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:08.489252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Pushing event updated for resources: {'Network': ['ID=979c235f-62a2-43bc-839f-795da3956b53,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:08.492452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:08.499858 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9777920 Dec 24 10:27:08.499858 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56592) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:08.506846 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network 979c235f-62a2-43bc-839f-795da3956b53 details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:27:08.508452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] Request body: {'subnet': {'network_id': '979c235f-62a2-43bc-839f-795da3956b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1118164021-subnet', 'tenant_id': '6c0b6c2f878f4976b75218d7d422d954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:08.515193 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:08.519273 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] Usage tracker for resource:subnet and tenant:6c0b6c2f878f4976b75218d7d422d954 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:08.533080 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:08.539414 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:08.540926 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Network 979c235f-62a2-43bc-839f-795da3956b53 details requested by agent ovs-agent-hv-cinder-76845 with host hv-cinder-76845 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:27:08.551983 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] Made reservation on behalf of 6c0b6c2f878f4976b75218d7d422d954 for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:08.557333 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:08.792396 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:09.001712 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:09.017611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0c196efe-64a3-4cde-a5d8-246a69e05211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:09.159497 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35c06aae-d814-4d04-b231-1c4580d06493,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:09.164214 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:09.224377 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] Checking segment: {'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:27:09.224801 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] Network hostable DHCP agents. Network: 979c235f-62a2-43bc-839f-795da3956b53, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:27:09.248812 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] Network 979c235f-62a2-43bc-839f-795da3956b53 is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:27:09.249030 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:09.258171 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, 979c235f-62a2-43bc-839f-795da3956b53) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:09.263989 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:09.264621 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:09.269246 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9157e1b-e9dc-41f1-a1f1-9bcc9b54e729 None None] Network 979c235f-62a2-43bc-839f-795da3956b53 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:27:09.277845 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56620) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:09.307462 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-ff5fdcb5-afcd-40eb-9f13-8d630d256401 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8068333 Dec 24 10:27:09.323763 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56630) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:09.541215 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19664abb-b4b0-4209-9b01-e62a2b78b8ab None None] Network 979c235f-62a2-43bc-839f-795da3956b53 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:27:09.552883 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56642) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:09.666249 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1549633006-network', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:09.674290 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:09.680638 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Usage tracker for resource:network and tenant:44a7b18f7f114e7e83e1504fcb9d87f0 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:09.685885 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:09.694252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:09.707309 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Made reservation on behalf of 44a7b18f7f114e7e83e1504fcb9d87f0 for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:09.716691 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:09.734391 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:09.754462 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:09.760441 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Usage tracker for resource:security_group_rule and tenant:44a7b18f7f114e7e83e1504fcb9d87f0 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:09.764602 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:09.771736 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:09.882176 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:09.885903 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:09.897950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9de98503-f10f-41e7-928b-a0c549802eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:09.935181 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-584037298-network', 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:09.950180 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 24 10:27:09.961208 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:09.961849 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Added segment f46def5c-f07c-4f33-b330-551c6d2f6f4b of type vxlan for network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab Dec 24 10:27:09.963216 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c7dc12-29dc-4aed-8f10-f2db8171ad5d,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:09.971663 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:09.993827 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:09.994004 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:10.003378 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Usage tracker for resource:network and tenant:1217c7e5c11f45b1a5f92b3b99d2f69d is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:10.007241 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:10.011833 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:10.019859 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:10.042711 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Made reservation on behalf of 1217c7e5c11f45b1a5f92b3b99d2f69d for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:10.047985 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:10.064069 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:10.081446 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:10.083796 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:10.086225 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Usage tracker for resource:security_group_rule and tenant:1217c7e5c11f45b1a5f92b3b99d2f69d is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:10.089413 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:10.090108 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:10.095243 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:10.097734 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:10.124437 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:10.216295 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9366686 Dec 24 10:27:10.218527 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Pushing event updated for resources: {'Network': ['ID=34d3c73d-fecd-474a-9b1a-ae4d58b54cab,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:10.219367 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 56658) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:10.226351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Request body: {'subnet': {'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1549633006-subnet', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:10.233460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:10.239244 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:10.240423 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:27:10.242933 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-709414014-network', 'tenant_id': 'cacb63a7667448b6a2d9b325de75357b'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:10.251220 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Usage tracker for resource:subnet and tenant:44a7b18f7f114e7e83e1504fcb9d87f0 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:10.254978 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:10.262932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab details requested by agent ovs-agent-hv-cinder-76845 with host hv-cinder-76845 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:27:10.267351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:10.273758 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:10.283935 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Usage tracker for resource:network and tenant:cacb63a7667448b6a2d9b325de75357b is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:10.287738 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Made reservation on behalf of 44a7b18f7f114e7e83e1504fcb9d87f0 for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:10.293994 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:10.299983 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:10.319381 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:10.375391 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Made reservation on behalf of cacb63a7667448b6a2d9b325de75357b for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:10.380138 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:10.431345 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:10.493811 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:10.500991 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Usage tracker for resource:security_group_rule and tenant:cacb63a7667448b6a2d9b325de75357b is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:10.529545 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:10.547692 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:10.579139 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:10.586158 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:10.610618 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:10.643371 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 24 10:27:10.714661 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:10.727915 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:10.758828 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efdc6ae-dbc8-4f44-833a-cfa024b3112c,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:10.763402 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:10.763782 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Added segment 1103fa2c-2906-431a-8d84-08e17823d5d8 of type vxlan for network b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 Dec 24 10:27:10.765339 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:10.765913 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:10.820239 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458a3e7e-1737-4f1f-b36a-0aa9759eec6f,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:10.825252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:10.830254 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:10.890260 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:10.891554 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:10.892182 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:10.900173 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:10.943087 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.api [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80200) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:27:10.943440 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_db.api [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 24 10:27:11.095644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Pushing event updated for resources: {'Network': ['ID=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:11.098958 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:11.102363 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7767165 Dec 24 10:27:11.107469 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56700) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:11.108827 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:27:11.113509 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] Request body: {'subnet': {'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-584037298-subnet', 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:11.118485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:11.122810 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] Usage tracker for resource:subnet and tenant:1217c7e5c11f45b1a5f92b3b99d2f69d is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:11.125801 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:11.132067 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:11.137370 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Network b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 details requested by agent ovs-agent-hv-cinder-76845 with host hv-cinder-76845 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:27:11.145196 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] Made reservation on behalf of 1217c7e5c11f45b1a5f92b3b99d2f69d for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:11.156896 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:11.257274 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:11.297679 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:11.444842 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:11.485138 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19585d93-b83b-43b8-8e49-feca5067fd3e,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:11.499474 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.500124 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.500621 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.501148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.501647 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.502162 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.502799 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.503384 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.503968 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.504463 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.505011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.505547 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.505956 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.506306 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.506651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.506995 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.507348 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.507688 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.507853 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 24 10:27:11.508005 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.508506 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.509048 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.509534 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.510032 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.510534 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Tracked resource versions report: Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: pushed versions: Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: { 'AddressGroup': {'1.0'}, Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': {'1.0'}, Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': {'1.0'}, Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': {'1.1'}, Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': {'1.6'}, Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': {'1.2'}, Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': {'1.8'}, Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': {'1.3'}, Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': {'1.1'}, Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': {'1.0'}, Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': {'1.1'}, Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': {'1.1'}} Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: consumer versions: Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: { DHCP agent@dv-cinder-768458-2-smb: {}, Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: L3 agent@dv-cinder-768458-2-smb: {}, Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: Metadata agent@dv-cinder-768458-2-smb: {}, Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: Metering agent@dv-cinder-768458-2-smb: {}, Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: Open vSwitch agent@dv-cinder-768458-2-smb: { 'AddressGroup': '1.0', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': '1.0', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': '1.0', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': '1.1', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': '1.6', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': '1.2', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': '1.8', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': '1.3', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': '1.1', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': '1.0', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': '1.1', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': '1.1'}, Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: Open vSwitch agent@hv-cinder-76845: { 'AddressGroup': '1.0', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': '1.0', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': '1.0', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': '1.1', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': '1.6', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': '1.2', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': '1.8', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': '1.3', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': '1.1', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': '1.0', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': '1.1', Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': '1.1'}} Dec 24 10:27:11.512014 dv-cinder-768458-2-smb neutron-server[80090]: {{(pid=80199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 24 10:27:11.519333 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:11.527207 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:11.527571 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Added segment f631fe3a-ea76-40cf-b3ca-fb7412e5eaab of type vxlan for network ab08c992-7f90-48b6-90e1-499a6a29beb7 Dec 24 10:27:11.627384 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:11.633533 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Checking segment: {'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:27:11.634098 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Network hostable DHCP agents. Network: 34d3c73d-fecd-474a-9b1a-ae4d58b54cab, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:27:11.659106 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:27:11.670075 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, 34d3c73d-fecd-474a-9b1a-ae4d58b54cab) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:11.681003 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6385ee-0ad1-4542-ae55-73caa4ce949c None None] Network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:27:11.687362 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:11.688121 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:11.708337 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:11.712278 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:11.712941 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:11.717712 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4971740 Dec 24 10:27:11.720527 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 56728) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:11.722882 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:11.734744 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:11.746539 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:11.761894 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Usage tracker for resource:router and tenant:44a7b18f7f114e7e83e1504fcb9d87f0 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:11.773165 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:11.783767 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:11.788385 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:11.808010 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-749278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854731281'] for router, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:11.810058 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854734311'] for router, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:11.812104 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.2577446 Dec 24 10:27:11.827785 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 56732) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:11.837171 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:11.982715 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Request body: {'subnet': {'network_id': 'ab08c992-7f90-48b6-90e1-499a6a29beb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-709414014-subnet', 'tenant_id': 'cacb63a7667448b6a2d9b325de75357b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:12.005006 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:12.025419 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Usage tracker for resource:subnet and tenant:cacb63a7667448b6a2d9b325de75357b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:12.031775 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:12.040913 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:12.048543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d363115-915d-5340-bb55-d8b06d7f9000-34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'fixed_ips': [{'subnet_id': '19585d93-b83b-43b8-8e49-feca5067fd3e'}]}} from dv-cinder-768458-2-smb. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 24 10:27:12.053646 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:12.103309 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 56744) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:12.259173 dv-cinder-768458-2-smb neutron-server[80090]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 24 10:27:12.306087 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Made reservation on behalf of cacb63a7667448b6a2d9b325de75357b for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:12.310841 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:12.316908 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Pushing event updated for resources: {'Network': ['ID=ab08c992-7f90-48b6-90e1-499a6a29beb7,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:12.331358 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:12.332018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.448s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:12.408018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3390986-5262-4576-aa00-ead79d3abb56,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:12.416604 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:12.451105 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] Checking segment: {'id': '1103fa2c-2906-431a-8d84-08e17823d5d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:27:12.451744 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] Network hostable DHCP agents. Network: b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:27:12.472874 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] Network b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:27:12.479522 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Allocated IP 172.20.0.2 (34d3c73d-fecd-474a-9b1a-ae4d58b54cab/19585d93-b83b-43b8-8e49-feca5067fd3e/45a1c7ca-6539-4005-8c0a-c09eddd7855a) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:27:12.492769 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:12.503470 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:12.504372 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:12.538255 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-06bfff90-4d82-4ac1-abe0-c874261ad4d0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4296412 Dec 24 10:27:12.541076 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56764) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:12.546565 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-584037298-router', 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:12.561757 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:12.570679 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Usage tracker for resource:router and tenant:1217c7e5c11f45b1a5f92b3b99d2f69d is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:12.573878 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:12.582464 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:12.620775 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-749278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854731281'] for router, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:12.622607 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854734311'] for router, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:12.657624 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:12.719802 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-d6635665-bf26-49dc-a797-25074486e8e4 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:12.721456 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-d6635665-bf26-49dc-a797-25074486e8e4 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/networks?id=979c235f-62a2-43bc-839f-795da3956b53 HTTP/1.1" status: 200 len: 815 time: 0.5911763 Dec 24 10:27:12.750939 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-21a1d5d6-7535-42ed-9248-f1fe3cd9464b tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/quotas/6c0b6c2f878f4976b75218d7d422d954 HTTP/1.1" status: 200 len: 375 time: 0.0191901 Dec 24 10:27:12.754259 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network ab08c992-7f90-48b6-90e1-499a6a29beb7 details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:27:12.757408 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854734328'] for router, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:12.772050 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Network ab08c992-7f90-48b6-90e1-499a6a29beb7 details requested by agent ovs-agent-hv-cinder-76845 with host hv-cinder-76845 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:27:12.791887 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc531e5-649d-43d6-96d9-39c9712caa38 None None] Network b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:27:12.824341 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-1e1fab28-04d6-4aaa-9758-f0982cf5de59 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c0b6c2f878f4976b75218d7d422d954&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723498 Dec 24 10:27:13.192704 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854734328'] for router, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:13.271340 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:13.303693 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Transition to ACTIVE for port object 45a1c7ca-6539-4005-8c0a-c09eddd7855a will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:27:13.341386 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Transition to ACTIVE for port object 45a1c7ca-6539-4005-8c0a-c09eddd7855a will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:27:13.378371 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:13.405123 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:13.411830 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-3ca27969-371e-4f20-8de2-f3b6c43e7a1b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 24 10:27:13.416980 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-3ca27969-371e-4f20-8de2-f3b6c43e7a1b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.2293150 Dec 24 10:27:13.484217 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:13.656359 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:13.677502 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-fa043c0e-a1f9-4a11-90d4-395688f8c5c1 service neutron] 10.222.0.58 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969810 Dec 24 10:27:13.826677 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:13.909745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:14.128471 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56820) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:14.237515 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-94b4a7df-3d9d-46b9-bc7f-03e695ce5ae1 service neutron] 10.222.0.58 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5405104 Dec 24 10:27:14.281954 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Allocated IP 172.28.2.212 (81ea6ac4-2b55-4e45-bfef-bd97c85883e8/5f0c4e3f-7153-464a-952b-cce20cfb6b8f/791fd16c-847e-49e6-a4d7-6fc7eb53e496) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:27:14.330892 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:14.340859 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:27:14.352079 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Resources bound (agent type, host, resource id): {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:14.355974 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:14.364739 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Pushing event updated for resources: {'Port': ['ID=45a1c7ca-6539-4005-8c0a-c09eddd7855a,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:14.373345 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883d1dc5-c2b0-43eb-97d9-652364d6d908 None None] Network b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:27:14.386809 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:27:14.395745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.396118 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.396613 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.397006 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.397353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.397780 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.398162 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.398515 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.398947 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.399339 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.399651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.400021 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.400416 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.400784 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.401138 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.401484 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.402086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.402199 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.402483 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.402860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.403210 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.403559 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.403903 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.404246 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Tracked resource versions report: Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: pushed versions: Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: { 'AddressGroup': {'1.0'}, Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': {'1.0'}, Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': {'1.0'}, Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': {'1.1'}, Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': {'1.6'}, Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': {'1.2'}, Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': {'1.8'}, Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': {'1.3'}, Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': {'1.1'}, Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': {'1.0'}, Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': {'1.1'}, Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': {'1.1'}} Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: consumer versions: Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: { DHCP agent@dv-cinder-768458-2-smb: {}, Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: L3 agent@dv-cinder-768458-2-smb: {}, Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: Metadata agent@dv-cinder-768458-2-smb: {}, Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: Metering agent@dv-cinder-768458-2-smb: {}, Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: Open vSwitch agent@dv-cinder-768458-2-smb: { 'AddressGroup': '1.0', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': '1.0', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': '1.0', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': '1.1', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': '1.6', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': '1.2', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': '1.8', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': '1.3', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': '1.1', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': '1.0', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': '1.1', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': '1.1'}, Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: Open vSwitch agent@hv-cinder-76845: { 'AddressGroup': '1.0', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': '1.0', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': '1.0', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': '1.1', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': '1.6', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': '1.2', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': '1.8', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': '1.3', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': '1.1', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': '1.0', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': '1.1', Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': '1.1'}} Dec 24 10:27:14.405608 dv-cinder-768458-2-smb neutron-server[80090]: {{(pid=80201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 24 10:27:14.477096 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:14.506663 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56834) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:14.528467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ed0df588-b72a-4977-9c6d-46b368b3fd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:14.551315 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.146s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:14.553394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-ed0df588-b72a-4977-9c6d-46b368b3fd94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:14.563620 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-ed0df588-b72a-4977-9c6d-46b368b3fd94 admin admin] Usage tracker for resource:security_group_rule and tenant:99b38429968349539d1bc4dda28d3245 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:14.568508 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-ed0df588-b72a-4977-9c6d-46b368b3fd94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:14.577396 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de4dad79-f65c-4802-a64f-9029f4063252,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:14.578612 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-ed0df588-b72a-4977-9c6d-46b368b3fd94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:14.581395 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:14.588963 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Attempting to bind port 45a1c7ca-6539-4005-8c0a-c09eddd7855a on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:27:14.590652 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Attempting to bind port 45a1c7ca-6539-4005-8c0a-c09eddd7855a by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:27:14.591068 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Attempting to bind port 45a1c7ca-6539-4005-8c0a-c09eddd7855a on network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:27:14.593355 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 56842) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:14.624485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:14.663824 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:27:14.664248 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Checking segment: {'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:27:14.664710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:14.665238 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Bound using segment: {'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:27:14.665766 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Bound port: 45a1c7ca-6539-4005-8c0a-c09eddd7855a, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:27:14.666215 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:14.670622 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d1f33c4f-8106-4aed-ae86-49d65a76bef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:14.719799 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ef054969-2f38-4130-afb9-13bec509ad92 req-8b21f9e0-7f5f-4b42-80ab-679c31310c23 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 210 time: 0.1251917 Dec 24 10:27:14.806172 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Allocated IP 172.28.2.82 (81ea6ac4-2b55-4e45-bfef-bd97c85883e8/5f0c4e3f-7153-464a-952b-cce20cfb6b8f/859ffb2a-03f5-419b-91cf-6b580b16af63) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:27:14.815762 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Checking segment: {'id': 'f631fe3a-ea76-40cf-b3ca-fb7412e5eaab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ab08c992-7f90-48b6-90e1-499a6a29beb7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:27:14.816226 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Network hostable DHCP agents. Network: ab08c992-7f90-48b6-90e1-499a6a29beb7, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:27:14.901227 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-844c563a-ad2a-4cd9-8fbc-f2fe62383d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:14.927764 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-844c563a-ad2a-4cd9-8fbc-f2fe62383d76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:14.927977 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] For port 45a1c7ca-6539-4005-8c0a-c09eddd7855a, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:27:14.931767 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-844c563a-ad2a-4cd9-8fbc-f2fe62383d76 admin admin] Usage tracker for resource:security_group_rule and tenant:0e080279f68c4348932f91c8706a7931 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:14.935322 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-844c563a-ad2a-4cd9-8fbc-f2fe62383d76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:14.941073 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-844c563a-ad2a-4cd9-8fbc-f2fe62383d76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:14.941885 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] For port 45a1c7ca-6539-4005-8c0a-c09eddd7855a, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=45a1c7ca-6539-4005-8c0a-c09eddd7855a,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:27:14.947232 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:14.971092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Network ab08c992-7f90-48b6-90e1-499a6a29beb7 is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:27:14.971691 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-20f3f1dd-f5ea-406b-960c-711c9d3a783a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:15.000830 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, ab08c992-7f90-48b6-90e1-499a6a29beb7) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:15.018708 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:15.019340 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:15.036637 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-844c563a-ad2a-4cd9-8fbc-f2fe62383d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:15.044051 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Pushing event updated for resources: {'Port': ['ID=791fd16c-847e-49e6-a4d7-6fc7eb53e496,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:15.056024 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-844c563a-ad2a-4cd9-8fbc-f2fe62383d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:15.057306 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:15.062117 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:15.072322 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Pushing event updated for resources: {'Port': ['ID=45a1c7ca-6539-4005-8c0a-c09eddd7855a,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:15.076221 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:15.077086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b77dcb-fefb-4c75-b3d7-3dbf2e8edb93 None None] Network ab08c992-7f90-48b6-90e1-499a6a29beb7 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:27:15.085477 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2557957 Dec 24 10:27:15.098074 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:15.223532 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ed0df588-b72a-4977-9c6d-46b368b3fd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:15.235092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:15.251113 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ed0df588-b72a-4977-9c6d-46b368b3fd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:15.280889 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:15.312082 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-ed0df588-b72a-4977-9c6d-46b368b3fd94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=99b38429968349539d1bc4dda28d3245&name=default HTTP/1.1" status: 200 len: 2875 time: 1.1814544 Dec 24 10:27:15.320599 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-844c563a-ad2a-4cd9-8fbc-f2fe62383d76 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0e080279f68c4348932f91c8706a7931&name=default HTTP/1.1" status: 200 len: 2875 time: 0.8020401 Dec 24 10:27:15.321482 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56872) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:15.327231 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56874) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:15.330992 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c563a-ad2a-4cd9-8fbc-f2fe62383d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb80ab7-7334-42fe-a83d-693b9261a95e,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:15.346958 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:27:15.369578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-844c563a-ad2a-4cd9-8fbc-f2fe62383d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:15.370514 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:15.372223 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:15.385537 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:27:15.602595 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5575f230-b03c-4cf6-9ec7-de6b90e32e24 None None] Network ab08c992-7f90-48b6-90e1-499a6a29beb7 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:27:15.662344 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3076b6db-48a7-42e2-be39-d8684c240d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:15.695990 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3076b6db-48a7-42e2-be39-d8684c240d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:15.861317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3076b6db-48a7-42e2-be39-d8684c240d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:15.885452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Pushing event updated for resources: {'Port': ['ID=859ffb2a-03f5-419b-91cf-6b580b16af63,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:15.944915 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:15.955106 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7a038cd3-c70f-4986-9c6f-8194cc06913b req-2b179d9d-d936-4af1-b1db-57816c7e376a tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 210 time: 0.0763640 Dec 24 10:27:15.969336 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0df588-b72a-4977-9c6d-46b368b3fd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed394e9a-1e62-4d2e-bc7f-658b99e8be56,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:16.017568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ed0df588-b72a-4977-9c6d-46b368b3fd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:16.018270 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:16.056516 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:27:16.058087 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:16.065006 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:27:16.075418 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076b6db-48a7-42e2-be39-d8684c240d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb80ab7-7334-42fe-a83d-693b9261a95e,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:16.103807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3076b6db-48a7-42e2-be39-d8684c240d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:16.111648 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3b4ce6d5-7281-4b5a-9868-cb9c81ecfc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:16.166292 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3076b6db-48a7-42e2-be39-d8684c240d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:16.176338 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-3076b6db-48a7-42e2-be39-d8684c240d94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4bb80ab7-7334-42fe-a83d-693b9261a95e HTTP/1.1" status: 204 len: 168 time: 0.8425076 Dec 24 10:27:16.475245 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3b4ce6d5-7281-4b5a-9868-cb9c81ecfc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:16.830146 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-21bd7d7c-fac5-4931-8be2-c7ba7d123c28 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:16.831804 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-21bd7d7c-fac5-4931-8be2-c7ba7d123c28 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/networks?id=ab08c992-7f90-48b6-90e1-499a6a29beb7 HTTP/1.1" status: 200 len: 811 time: 0.5794468 Dec 24 10:27:16.915127 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56936) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:16.924737 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-b4553e65-c70a-479c-bed4-2d91e4d61d82 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/quotas/cacb63a7667448b6a2d9b325de75357b HTTP/1.1" status: 200 len: 375 time: 0.0771899 Dec 24 10:27:16.948042 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-58ef2a7a-ab7a-4455-9ea6-5b25138115eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:16.974312 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-58ef2a7a-ab7a-4455-9ea6-5b25138115eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:16.980605 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:17.006423 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-868d6abb-00e8-48d0-9d69-03bcab56198e tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?tenant_id=cacb63a7667448b6a2d9b325de75357b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736470 Dec 24 10:27:17.034412 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-58ef2a7a-ab7a-4455-9ea6-5b25138115eb admin admin] Usage tracker for resource:security_group_rule and tenant:d56b3002fd464484969328008d6f214b is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:17.042002 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-58ef2a7a-ab7a-4455-9ea6-5b25138115eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:17.055342 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-58ef2a7a-ab7a-4455-9ea6-5b25138115eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:17.070082 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3b4ce6d5-7281-4b5a-9868-cb9c81ecfc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:17.098532 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:17.120211 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:17.121111 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ce6d5-7281-4b5a-9868-cb9c81ecfc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed394e9a-1e62-4d2e-bc7f-658b99e8be56,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:17.177925 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3b4ce6d5-7281-4b5a-9868-cb9c81ecfc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:17.181647 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-3b4ce6d5-7281-4b5a-9868-cb9c81ecfc16 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ed394e9a-1e62-4d2e-bc7f-658b99e8be56 HTTP/1.1" status: 204 len: 168 time: 1.8533974 Dec 24 10:27:17.276941 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3b4ce6d5-7281-4b5a-9868-cb9c81ecfc16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:17.289243 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-58ef2a7a-ab7a-4455-9ea6-5b25138115eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:17.303560 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-58ef2a7a-ab7a-4455-9ea6-5b25138115eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:17.318394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ed0df588-b72a-4977-9c6d-46b368b3fd94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:17.341663 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-aecdabe6-c8ad-45e3-b699-76c59e4c83d1 req-c2cb2c36-2768-4b01-a799-2296604eff9d tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 210 time: 0.1110353 Dec 24 10:27:17.350917 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-d1c183e1-457e-4268-b3a1-c0d3229261ef service neutron] 10.222.0.58 "GET /v2.0/networks/ab08c992-7f90-48b6-90e1-499a6a29beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340392 Dec 24 10:27:17.453295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef2a7a-ab7a-4455-9ea6-5b25138115eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477711e2-a20b-4a87-854c-7b1b7a5948ac,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:17.456600 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-58ef2a7a-ab7a-4455-9ea6-5b25138115eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:17.466075 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-58ef2a7a-ab7a-4455-9ea6-5b25138115eb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d56b3002fd464484969328008d6f214b&name=default HTTP/1.1" status: 200 len: 2875 time: 0.5448973 Dec 24 10:27:17.466075 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 56946) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:17.566972 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 45a1c7ca-6539-4005-8c0a-c09eddd7855a up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:17.721511 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d5d62bf-152b-4862-8f50-83d5303c1e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:17.740847 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854026554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854035228'] for router, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:17.787974 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 45a1c7ca-6539-4005-8c0a-c09eddd7855a completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:27:18.083318 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.20', 55940) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:18.145840 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d5d62bf-152b-4862-8f50-83d5303c1e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:18.235171 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854026554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854035228'] for router, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:18.242690 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-f871c414-b74b-4c66-98d0-6646f920da6a service neutron] 10.222.0.58 "GET /v2.0/networks/ab08c992-7f90-48b6-90e1-499a6a29beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8765895 Dec 24 10:27:18.279010 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3faa820-289d-49b7-b5e7-df78cb8e8bdb None None] Network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:27:18.338193 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Router c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7 is scheduled to L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac with binding_index 1 {{(pid=80200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 24 10:27:18.607018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-bd070502-b306-4135-ab1f-aafd8373ab9e None None] Provisioning for port 45a1c7ca-6539-4005-8c0a-c09eddd7855a completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:27:18.663516 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-bd070502-b306-4135-ab1f-aafd8373ab9e None None] Provisioning complete for port 45a1c7ca-6539-4005-8c0a-c09eddd7855a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:18.664285 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bd070502-b306-4135-ab1f-aafd8373ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:18.739886 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1cba5cc1-4375-4aea-a944-4338f3cdc070 req-53b8f834-1c70-497f-9046-e5e69f5d8834 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 210 time: 0.0721102 Dec 24 10:27:18.860937 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7317790a-8647-4ea5-b277-8b84466a312e req-74b60c3f-6534-4001-8fe3-e2b06aa3e1d7 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 210 time: 0.1155698 Dec 24 10:27:18.898211 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:27:18.909052 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Sync routers for ids ['c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'] in dv-cinder-768458-2-smb {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:27:18.929303 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Routers {'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:27:18.929810 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:27:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:18.958467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade is scheduled to L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac with binding_index 1 {{(pid=80199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 24 10:27:19.010946 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-371ec300-d277-4a35-b565-322b09a94f78 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:19.012438 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-371ec300-d277-4a35-b565-322b09a94f78 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Synchronizing usage tracker for tenant:6c0b6c2f878f4976b75218d7d422d954 on resource:network {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:27:19.034252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:19.038369 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4935966 Dec 24 10:27:19.038369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d5d62bf-152b-4862-8f50-83d5303c1e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:19.038369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-371ec300-d277-4a35-b565-322b09a94f78 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Unset dirty status for tenant:6c0b6c2f878f4976b75218d7d422d954 on resource:network {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:27:19.039894 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-371ec300-d277-4a35-b565-322b09a94f78 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "GET /v2.0/networks?id=979c235f-62a2-43bc-839f-795da3956b53 HTTP/1.1" status: 200 len: 815 time: 0.9327767 Dec 24 10:27:19.040384 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57022) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:19.044915 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4d5d62bf-152b-4862-8f50-83d5303c1e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:19.046141 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-4d5d62bf-152b-4862-8f50-83d5303c1e91 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/477711e2-a20b-4a87-854c-7b1b7a5948ac HTTP/1.1" status: 204 len: 168 time: 1.5719392 Dec 24 10:27:19.250789 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bd070502-b306-4135-ab1f-aafd8373ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:19.400261 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-bd070502-b306-4135-ab1f-aafd8373ab9e None None] For port 45a1c7ca-6539-4005-8c0a-c09eddd7855a, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=45a1c7ca-6539-4005-8c0a-c09eddd7855a,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:27:19.446305 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Set router c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:27:19.447694 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:27:19.462315 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3b4ce6d5-7281-4b5a-9868-cb9c81ecfc16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:19.479750 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:19.489128 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7665160 Dec 24 10:27:19.490335 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 57048) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:19.497288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bd070502-b306-4135-ab1f-aafd8373ab9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:19.498674 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Sync routers for ids ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'] in dv-cinder-768458-2-smb {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:27:19.537912 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:19.733195 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd070502-b306-4135-ab1f-aafd8373ab9e None None] Pushing event updated for resources: {'Port': ['ID=45a1c7ca-6539-4005-8c0a-c09eddd7855a,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:19.742487 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-bd070502-b306-4135-ab1f-aafd8373ab9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:19.743696 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Routers {'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:27:19.744573 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:27:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:19.976235 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Request body: {'port': {'device_id': '71a9817e-2ef8-4c8a-a22b-eea4df3bd360', 'network_id': '979c235f-62a2-43bc-839f-795da3956b53', 'admin_state_up': True, 'tenant_id': '6c0b6c2f878f4976b75218d7d422d954'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:20.036133 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d62bf-152b-4862-8f50-83d5303c1e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477711e2-a20b-4a87-854c-7b1b7a5948ac,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:20.050572 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4d5d62bf-152b-4862-8f50-83d5303c1e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:20.104419 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-93a60444-c8af-430c-8a74-d5e7808a8ffd req-8df197d3-486a-4775-9787-faaa6d51f1c0 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 210 time: 0.1774220 Dec 24 10:27:20.255045 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'name': 'tempest-ServerRescueNegativeTestJSON-584037298-router', 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:12Z', 'updated_at': '2020-12-24T10:27:16Z', 'revision_number': 3, 'project_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'gw_port': {'id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:20.269277 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Checking router: c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7 for host: dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:27:20.269815 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Updating router c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7 port 791fd16c-847e-49e6-a4d7-6fc7eb53e496 binding host dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 24 10:27:20.435387 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:20.546662 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Set router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:27:20.697344 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3ad08f37-35f7-4564-a68a-4f62b116c7fb req-bedf9791-567e-438a-8339-c01a378965ca tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 210 time: 0.1463377 Dec 24 10:27:21.297133 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-344d29bb-63a1-4e1d-b92f-037983b3e54e None None] Provisioning complete for port 45a1c7ca-6539-4005-8c0a-c09eddd7855a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:21.298532 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-344d29bb-63a1-4e1d-b92f-037983b3e54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:21.594264 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 45a1c7ca-6539-4005-8c0a-c09eddd7855a up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:21.655156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:21.687806 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Usage tracker for resource:port and tenant:6c0b6c2f878f4976b75218d7d422d954 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:21.720602 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Quota usage for port was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:21.761636 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:21.796288 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-09c84e91-2410-4c33-ac7b-a01a0d9469bd req-86d5d147-15b6-4968-ab4d-6e2ca2026731 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 210 time: 0.1832116 Dec 24 10:27:22.065508 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:22.098040 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Transition to ACTIVE for port object 791fd16c-847e-49e6-a4d7-6fc7eb53e496 will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:27:22.107663 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:22.177915 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:22.221085 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f59179bf-0612-4533-b634-ee666a096332 req-b5f46828-ebd9-4f8f-9221-a24c47817e10 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 210 time: 0.1809509 Dec 24 10:27:22.222968 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.20', 55950) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:22.241976 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:22.442171 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Made reservation on behalf of 6c0b6c2f878f4976b75218d7d422d954 for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:22.473148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:22.702490 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 45a1c7ca-6539-4005-8c0a-c09eddd7855a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:22.702907 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:22.704253 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Pushing event updated for resources: {'Port': ['ID=791fd16c-847e-49e6-a4d7-6fc7eb53e496,revision_number=2']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:22.734679 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 57146) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:22.744082 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.749644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.753550 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.754162 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.754677 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.755185 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.755977 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.756787 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.765888 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.766904 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.767577 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.768955 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.769564 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.770081 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.770588 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.771096 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.771594 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.772105 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.772611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.773219 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.774339 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.774864 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.775439 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.776061 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Tracked resource versions report: Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: pushed versions: Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: { 'AddressGroup': {'1.0'}, Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': {'1.0'}, Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': {'1.0'}, Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': {'1.1'}, Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': {'1.6'}, Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': {'1.2'}, Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': {'1.8'}, Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': {'1.3'}, Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': {'1.1'}, Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': {'1.0'}, Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': {'1.1'}, Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': {'1.1'}} Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: consumer versions: Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: { DHCP agent@dv-cinder-768458-2-smb: {}, Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: L3 agent@dv-cinder-768458-2-smb: {}, Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: Metadata agent@dv-cinder-768458-2-smb: {}, Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: Metering agent@dv-cinder-768458-2-smb: {}, Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: Open vSwitch agent@dv-cinder-768458-2-smb: { 'AddressGroup': '1.0', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': '1.0', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': '1.0', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': '1.1', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': '1.6', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': '1.2', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': '1.8', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': '1.3', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': '1.1', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': '1.0', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': '1.1', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': '1.1'}, Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: Open vSwitch agent@hv-cinder-76845: { 'AddressGroup': '1.0', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'ConntrackHelper': '1.0', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'Log': '1.0', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'Network': '1.1', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'Port': '1.6', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'PortForwarding': '1.2', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'QosPolicy': '1.8', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroup': '1.3', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'SecurityGroupRule': '1.1', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'SubPort': '1.0', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'Subnet': '1.1', Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: 'Trunk': '1.1'}} Dec 24 10:27:22.778767 dv-cinder-768458-2-smb neutron-server[80090]: {{(pid=80202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 24 10:27:22.803783 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:22.860781 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-e4af9f69-5952-4c8e-a0e4-21378d8e3e32 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:22.862325 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-e4af9f69-5952-4c8e-a0e4-21378d8e3e32 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.20 "GET /v2.0/networks?id=ab08c992-7f90-48b6-90e1-499a6a29beb7 HTTP/1.1" status: 200 len: 811 time: 0.5669861 Dec 24 10:27:22.922712 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Request body: {'port': {'device_id': '3b9f5d78-aceb-430d-91e8-8239658d3194', 'network_id': 'ab08c992-7f90-48b6-90e1-499a6a29beb7', 'admin_state_up': True, 'tenant_id': 'cacb63a7667448b6a2d9b325de75357b'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:22.945686 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Attempting to bind port 791fd16c-847e-49e6-a4d7-6fc7eb53e496 on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:27:22.947858 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Attempting to bind port 791fd16c-847e-49e6-a4d7-6fc7eb53e496 by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:27:22.949146 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Attempting to bind port 791fd16c-847e-49e6-a4d7-6fc7eb53e496 on network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:27:22.961486 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:27:22.961987 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Checking segment: {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:27:22.962499 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:22.966106 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Bound using segment: {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:27:22.970830 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Bound port: 791fd16c-847e-49e6-a4d7-6fc7eb53e496, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:27:22.972209 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:22.985008 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:16Z', 'revision_number': 3, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:23.046201 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Checking router: ea3c0367-5ffd-4dbf-8fbe-911afdab5ade for host: dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:27:23.046625 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Updating router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade port 859ffb2a-03f5-419b-91cf-6b580b16af63 binding host dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 24 10:27:23.181496 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] For port 791fd16c-847e-49e6-a4d7-6fc7eb53e496, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:27:23.188117 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] For port 791fd16c-847e-49e6-a4d7-6fc7eb53e496, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=791fd16c-847e-49e6-a4d7-6fc7eb53e496,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:27:23.206541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:23.231530 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:23.248440 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:23.477759 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-7b647054-b0d8-42ef-9a85-862458ecb763 None None] Provisioning complete for port 45a1c7ca-6539-4005-8c0a-c09eddd7855a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:23.484078 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7b647054-b0d8-42ef-9a85-862458ecb763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:23.631098 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:23.848328 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Pushing event updated for resources: {'Port': ['ID=791fd16c-847e-49e6-a4d7-6fc7eb53e496,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:23.894807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:23.951054 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Routers {'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:27:23.951880 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:27:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:24.067177 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-331282767-network', 'tenant_id': 'b89965bb406248e89f60bd9ceade44c8'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:24.155416 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4bc3653a-1c70-4bf7-92bd-116d0e89e890 req-ca9e846c-2df3-4faf-aaab-b2b871559c00 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 210 time: 0.2650158 Dec 24 10:27:24.214410 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Allocated IP 172.20.0.9 (979c235f-62a2-43bc-839f-795da3956b53/35c06aae-d814-4d04-b231-1c4580d06493/101bee49-d4fc-4cd7-88e7-8593cd98f6e6) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:27:24.222936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:24.311579 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b9b37d64-57ab-47c6-a295-99213982b0bd req-0a7a7bb0-5787-4b87-b0e9-68f7d0f953ee tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 210 time: 0.4266424 Dec 24 10:27:24.348270 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Usage tracker for resource:network and tenant:b89965bb406248e89f60bd9ceade44c8 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:24.358404 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:24.369208 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] Set router c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:27:24.413623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:24.457388 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:24.468017 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Usage tracker for resource:port and tenant:cacb63a7667448b6a2d9b325de75357b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:24.471352 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Quota usage for port was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:24.489179 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:24.595738 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Made reservation on behalf of cacb63a7667448b6a2d9b325de75357b for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:24.611042 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:24.783431 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Made reservation on behalf of b89965bb406248e89f60bd9ceade44c8 for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:24.807120 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:24.916059 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Allocated IP 172.20.0.1 (b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852/a3390986-5262-4576-aa00-ead79d3abb56/ca650b67-adf1-4843-8ef1-289ec9bb5290) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:27:24.959458 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:25.071473 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:25.080444 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:25.121952 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Transition to ACTIVE for port object 859ffb2a-03f5-419b-91cf-6b580b16af63 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:27:25.131876 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:25.171587 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:25.177180 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:25.179794 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Usage tracker for resource:security_group_rule and tenant:b89965bb406248e89f60bd9ceade44c8 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:25.191238 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:25.210026 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:25.327200 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'name': 'tempest-ServerRescueNegativeTestJSON-584037298-router', 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:12Z', 'updated_at': '2020-12-24T10:27:16Z', 'revision_number': 3, 'project_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'gw_port': {'id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:25.341579 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb5035e-f5a2-45b4-9e89-85bf85925063 None None] The sync data for ids ['c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'] in dv-cinder-768458-2-smb is: [{'id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'name': 'tempest-ServerRescueNegativeTestJSON-584037298-router', 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:12Z', 'updated_at': '2020-12-24T10:27:16Z', 'revision_number': 3, 'project_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'gw_port': {'id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:27:25.359761 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:25.393275 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:25.418387 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f67f69-b849-49b0-915a-3f4d08fe1629 None None] Pushing event updated for resources: {'Port': ['ID=859ffb2a-03f5-419b-91cf-6b580b16af63,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:25.449375 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d5f67f69-b849-49b0-915a-3f4d08fe1629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:25.449557 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:25.458772 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:25.570330 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:25.768223 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 24 10:27:25.853882 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Allocated IP 172.20.0.1 (34d3c73d-fecd-474a-9b1a-ae4d58b54cab/19585d93-b83b-43b8-8e49-feca5067fd3e/ce64510a-6db0-40fc-b30c-bac73f3f3c69) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:27:25.926680 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-aa2f4a81-798d-48b0-8b46-e8eb5fd562dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:25.967737 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b79469-46d7-453e-8dbe-d7a3b8f8d904,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:25.972157 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Attempting to bind port 859ffb2a-03f5-419b-91cf-6b580b16af63 on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:27:25.973275 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Attempting to bind port 859ffb2a-03f5-419b-91cf-6b580b16af63 by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:27:25.974999 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Attempting to bind port 859ffb2a-03f5-419b-91cf-6b580b16af63 on network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:27:26.001337 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:27:26.003004 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Checking segment: {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:27:26.005656 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:26.014349 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Bound using segment: {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:27:26.014349 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Bound port: 859ffb2a-03f5-419b-91cf-6b580b16af63, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:27:26.014349 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:26.043676 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-68cb1c46-2fe6-40bf-b718-e4fb710f6330 req-30de3ba8-dc07-4d15-aa81-2c5b2602e8ac tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 210 time: 0.2825992 Dec 24 10:27:26.064387 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:26.094603 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284104084767', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:26.095118 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Added segment 9e2618f1-d2e8-4c9c-bee6-c6d5947635c1 of type vxlan for network df607b74-4056-4c20-95e0-be1a42102638 Dec 24 10:27:26.203201 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:26.219046 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Pushing event updated for resources: {'Port': ['ID=101bee49-d4fc-4cd7-88e7-8593cd98f6e6,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:26.253644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] For port 859ffb2a-03f5-419b-91cf-6b580b16af63, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:27:26.267784 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] For port 859ffb2a-03f5-419b-91cf-6b580b16af63, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=859ffb2a-03f5-419b-91cf-6b580b16af63,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:27:26.277066 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:26.282159 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:26.283024 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:26.384229 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Network 979c235f-62a2-43bc-839f-795da3956b53 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:27:26.385798 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Pushing event updated for resources: {'Port': ['ID=ca650b67-adf1-4843-8ef1-289ec9bb5290,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:26.401886 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:26.430238 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:26.507946 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d473f-1544-4dd5-b96f-7197662b8ce3 req-0d74ce03-14a4-4cc9-8a05-5d60e3b33a15 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:26.519886 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6e3d473f-1544-4dd5-b96f-7197662b8ce3 req-0d74ce03-14a4-4cc9-8a05-5d60e3b33a15 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 931 time: 0.9249501 Dec 24 10:27:26.545612 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:27:26.553971 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:26.554758 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:26.616259 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:26.629591 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-912828df-8220-4721-909d-0a50eb1de0fc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6750174 Dec 24 10:27:26.711680 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-5a9692d6-87a7-4bac-885c-cb5bd356a3c6 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=80200) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 24 10:27:26.716467 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-5a9692d6-87a7-4bac-885c-cb5bd356a3c6 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0271981 Dec 24 10:27:26.757544 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Allocated IP 172.20.0.2 (ab08c992-7f90-48b6-90e1-499a6a29beb7/de4dad79-f65c-4802-a64f-9029f4063252/16c87f13-0605-4e7c-af27-447c8a155690) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:27:26.772894 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57262) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:26.773393 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57264) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:26.835746 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Network b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:27:26.848199 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:26.864003 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:27:26.875641 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740409'] for router_interface, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:26.966664 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f67f69-b849-49b0-915a-3f4d08fe1629 None None] Pushing event updated for resources: {'Port': ['ID=859ffb2a-03f5-419b-91cf-6b580b16af63,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:26.985906 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d5f67f69-b849-49b0-915a-3f4d08fe1629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:27.015624 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Routers {'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:27:27.016261 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:27:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:27.151464 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:27.236037 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:27.243504 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Request body: {'port': {'device_id': '71a9817e-2ef8-4c8a-a22b-eea4df3bd360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:27.292063 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1378c8b7-101b-4835-b8d9-f70862cd486c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:27.361580 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Transition to ACTIVE for port object ce64510a-6db0-40fc-b30c-bac73f3f3c69 will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:27:27.407955 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:27.462764 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6e3d473f-1544-4dd5-b96f-7197662b8ce3 req-37234991-671d-40dc-96f2-daff97e44abd tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9416146 Dec 24 10:27:27.572339 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] Set router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:27:27.727536 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7446c984-4c1d-4854-8f75-fece588f8664 req-43278fbc-d8b7-43c2-922f-fe150fc1c080 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 210 time: 0.2390079 Dec 24 10:27:27.749721 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 791fd16c-847e-49e6-a4d7-6fc7eb53e496 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:27.771935 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.resource_extend [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 24 10:27:27.846371 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:27.893299 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:27.934354 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:27.981996 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:27.982864 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:28.115011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-1378c8b7-101b-4835-b8d9-f70862cd486c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:28.119295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-1378c8b7-101b-4835-b8d9-f70862cd486c admin admin] Usage tracker for resource:security_group_rule and tenant:06d4171bf3b244b08984d616dac26024 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:28.122829 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-1378c8b7-101b-4835-b8d9-f70862cd486c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:28.130030 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-1378c8b7-101b-4835-b8d9-f70862cd486c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:28.135290 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:27:28.157162 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 791fd16c-847e-49e6-a4d7-6fc7eb53e496 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:27:28.164864 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 791fd16c-847e-49e6-a4d7-6fc7eb53e496 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:28.165288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:28.185106 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c99d29f9-4393-4eee-89f9-dff87966fb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:28.238243 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Pushing event updated for resources: {'Port': ['ID=ce64510a-6db0-40fc-b30c-bac73f3f3c69,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:28.249814 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:28.262802 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:28.271741 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-c99d29f9-4393-4eee-89f9-dff87966fb09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:28.291683 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-c99d29f9-4393-4eee-89f9-dff87966fb09 admin admin] Usage tracker for resource:security_group_rule and tenant:f71baf1a5aa34551b7200a25f3fb6d5e is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:28.307633 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:28.323110 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-c99d29f9-4393-4eee-89f9-dff87966fb09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:28.336140 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 5.5868535 Dec 24 10:27:28.344404 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57290) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:28.378513 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port 791fd16c-847e-49e6-a4d7-6fc7eb53e496, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=791fd16c-847e-49e6-a4d7-6fc7eb53e496,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:27:28.386134 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:28.390916 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:28.431791 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1378c8b7-101b-4835-b8d9-f70862cd486c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:28.446519 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Request body: {'subnet': {'network_id': 'df607b74-4056-4c20-95e0-be1a42102638', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-331282767-subnet', 'tenant_id': 'b89965bb406248e89f60bd9ceade44c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:28.451751 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-c99d29f9-4393-4eee-89f9-dff87966fb09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:28.458785 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1378c8b7-101b-4835-b8d9-f70862cd486c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:28.465406 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:28.465821 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=791fd16c-847e-49e6-a4d7-6fc7eb53e496,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:28.477759 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:28.500745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:16Z', 'revision_number': 3, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:28.506213 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9b5d70-84ea-4e7a-85c3-6759481fc1e2 None None] The sync data for ids ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'] in dv-cinder-768458-2-smb is: [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:16Z', 'revision_number': 3, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:27:28.557888 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4d5d62bf-152b-4862-8f50-83d5303c1e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:28.570467 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-1378c8b7-101b-4835-b8d9-f70862cd486c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=06d4171bf3b244b08984d616dac26024&name=default HTTP/1.1" status: 200 len: 2879 time: 1.7871637 Dec 24 10:27:28.571369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:28.604284 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57298) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:28.609809 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Usage tracker for resource:subnet and tenant:b89965bb406248e89f60bd9ceade44c8 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:28.618640 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:28.673380 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:28.718412 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.resource_extend [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 24 10:27:28.749573 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Pushing event updated for resources: {'Network': ['ID=df607b74-4056-4c20-95e0-be1a42102638,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:28.815321 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:28.837523 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Made reservation on behalf of b89965bb406248e89f60bd9ceade44c8 for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:28.843719 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:28.871660 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:28.879409 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network df607b74-4056-4c20-95e0-be1a42102638 details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:27:28.888093 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:28.932714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Network df607b74-4056-4c20-95e0-be1a42102638 details requested by agent ovs-agent-hv-cinder-76845 with host hv-cinder-76845 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:27:28.947877 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:28.981219 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851622594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739714'] for router_interface, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:28.990947 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:27:28.995035 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:29.001412 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:29.044248 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3139c6fa-0e5c-4ec0-8d02-1f10e378370b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:29.159830 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378c8b7-101b-4835-b8d9-f70862cd486c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f34b203-08f8-48bd-ad30-43e27e179bb9,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:29.219712 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1378c8b7-101b-4835-b8d9-f70862cd486c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:29.269572 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:29.415898 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b225d42b-c8e8-4273-a414-0389912fe4f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:29.436597 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Pushing event updated for resources: {'Port': ['ID=16c87f13-0605-4e7c-af27-447c8a155690,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:29.453526 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:29.463461 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:27:29.463752 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740409'] for router_interface, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:29.477847 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Network b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:27:29.490248 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:29.641634 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Pushing event updated for resources: {'Port': ['ID=ca650b67-adf1-4843-8ef1-289ec9bb5290,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:29.659264 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c99d29f9-4393-4eee-89f9-dff87966fb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:29.660607 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 791fd16c-847e-49e6-a4d7-6fc7eb53e496 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:29.852792 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 791fd16c-847e-49e6-a4d7-6fc7eb53e496 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:29.854029 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:29.886529 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586d589-667d-46f3-9588-caecb742839f req-feac3e33-b11a-4e86-b174-1727320cec84 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:29.888321 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d586d589-667d-46f3-9588-caecb742839f req-feac3e33-b11a-4e86-b174-1727320cec84 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 931 time: 1.1464760 Dec 24 10:27:29.908531 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:29.913645 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b225d42b-c8e8-4273-a414-0389912fe4f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:29.951598 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-684bae83-8d6c-445a-b2a8-808aeca2fe0b None None] Provisioning for port ce64510a-6db0-40fc-b30c-bac73f3f3c69 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:27:29.960760 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-684bae83-8d6c-445a-b2a8-808aeca2fe0b None None] Provisioning complete for port ce64510a-6db0-40fc-b30c-bac73f3f3c69 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:29.963681 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-684bae83-8d6c-445a-b2a8-808aeca2fe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:29.979691 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c99d29f9-4393-4eee-89f9-dff87966fb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:30.088403 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-860d115f-baed-482e-b0f2-f2d44d7ce2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:30.101017 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-684bae83-8d6c-445a-b2a8-808aeca2fe0b None None] Port ce64510a-6db0-40fc-b30c-bac73f3f3c69 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:27:30.143263 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Network ab08c992-7f90-48b6-90e1-499a6a29beb7 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:27:30.182235 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d586d589-667d-46f3-9588-caecb742839f req-a53ef6df-f930-4bfb-b41a-4e67d4167588 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193201 Dec 24 10:27:30.187912 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:30.192282 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:27:30.216733 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:30.217543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:30.244905 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:30.262158 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df77c4b-a7fa-4651-9108-7b8bdf860f73 req-76e604c9-6d5f-4337-a24a-6a7411aed981 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:30.262847 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-2df77c4b-a7fa-4651-9108-7b8bdf860f73 req-76e604c9-6d5f-4337-a24a-6a7411aed981 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Synchronizing usage tracker for tenant:cacb63a7667448b6a2d9b325de75357b on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:27:30.266475 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3582461 Dec 24 10:27:30.287457 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-2df77c4b-a7fa-4651-9108-7b8bdf860f73 req-76e604c9-6d5f-4337-a24a-6a7411aed981 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Unset dirty status for tenant:cacb63a7667448b6a2d9b325de75357b on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:27:30.289255 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2df77c4b-a7fa-4651-9108-7b8bdf860f73 req-76e604c9-6d5f-4337-a24a-6a7411aed981 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 931 time: 1.1594386 Dec 24 10:27:30.303918 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d29f9-4393-4eee-89f9-dff87966fb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6151d0-42fb-4d11-a0c2-43907e2ae2cd,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:30.308551 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c99d29f9-4393-4eee-89f9-dff87966fb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:30.323718 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 57322) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:30.325262 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-c99d29f9-4393-4eee-89f9-dff87966fb09 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f71baf1a5aa34551b7200a25f3fb6d5e&name=default HTTP/1.1" status: 200 len: 2879 time: 3.5312493 Dec 24 10:27:30.383304 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Router c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7 has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:27:30.450435 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2df77c4b-a7fa-4651-9108-7b8bdf860f73 req-ec87d4ec-3708-4518-8333-3dd01598c6f3 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/security-groups?id=458a3e7e-1737-4f1f-b36a-0aa9759eec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153679 Dec 24 10:27:30.516826 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b225d42b-c8e8-4273-a414-0389912fe4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:30.596298 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-35249b8e-9128-4c17-905a-32eda68c5373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:30.684454 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:30.715568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-35249b8e-9128-4c17-905a-32eda68c5373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:30.736193 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225d42b-c8e8-4273-a414-0389912fe4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f34b203-08f8-48bd-ad30-43e27e179bb9,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:30.744651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b225d42b-c8e8-4273-a414-0389912fe4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:30.908367 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-35249b8e-9128-4c17-905a-32eda68c5373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:30.953884 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c8214925-9253-401e-8f77-9a076a193b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:30.984003 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35249b8e-9128-4c17-905a-32eda68c5373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6151d0-42fb-4d11-a0c2-43907e2ae2cd,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:30.987609 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:30.995468 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-35249b8e-9128-4c17-905a-32eda68c5373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:30.997367 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-35249b8e-9128-4c17-905a-32eda68c5373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:30.998923 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-35249b8e-9128-4c17-905a-32eda68c5373 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff6151d0-42fb-4d11-a0c2-43907e2ae2cd HTTP/1.1" status: 204 len: 168 time: 0.6625350 Dec 24 10:27:30.999619 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:31.005126 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851622594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739714'] for router_interface, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:31.206449 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b225d42b-c8e8-4273-a414-0389912fe4f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:31.218497 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:31.223955 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-b225d42b-c8e8-4273-a414-0389912fe4f7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f34b203-08f8-48bd-ad30-43e27e179bb9 HTTP/1.1" status: 204 len: 168 time: 2.5735393 Dec 24 10:27:31.303194 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:27:31.306711 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:31.373449 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:27:31.387850 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] 10.222.0.58 "PUT /v2.0/routers/c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3313956 Dec 24 10:27:31.400880 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Sync routers for ids ['c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'] in dv-cinder-768458-2-smb {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:27:31.416791 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Routers {'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:27:31.427700 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:27:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:31.542258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101bee49-d4fc-4cd7-88e7-8593cd98f6e6 {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:27:31.583174 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:31.676785 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Transition to ACTIVE for port object 101bee49-d4fc-4cd7-88e7-8593cd98f6e6 will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:27:31.690651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:31.745264 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:31.775766 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 859ffb2a-03f5-419b-91cf-6b580b16af63 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:31.884757 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Set router c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:27:31.976648 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-c5f6ce45-fc34-456f-833a-e22550f20e03 None None] Provisioning complete for port ce64510a-6db0-40fc-b30c-bac73f3f3c69 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:31.983294 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c5f6ce45-fc34-456f-833a-e22550f20e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:32.071229 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57352) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:32.171364 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5e83d0c9-a3a1-4722-a381-2e98cf37ec99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:32.184813 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-c5f6ce45-fc34-456f-833a-e22550f20e03 None None] Port ce64510a-6db0-40fc-b30c-bac73f3f3c69 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:27:32.190714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Pushing event updated for resources: {'Port': ['ID=101bee49-d4fc-4cd7-88e7-8593cd98f6e6,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:32.197100 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:32.230229 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-5e83d0c9-a3a1-4722-a381-2e98cf37ec99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:32.238458 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Request body: {'port': {'device_id': '3b9f5d78-aceb-430d-91e8-8239658d3194', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:32.257850 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 859ffb2a-03f5-419b-91cf-6b580b16af63 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:27:32.283964 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 859ffb2a-03f5-419b-91cf-6b580b16af63 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:32.284485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:32.372563 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:32.375378 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Pushing event updated for resources: {'Port': ['ID=ce64510a-6db0-40fc-b30c-bac73f3f3c69,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:32.386357 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-5e83d0c9-a3a1-4722-a381-2e98cf37ec99 admin admin] Usage tracker for resource:security_group_rule and tenant:0b57e32ae8184c7d99c3353605bc0001 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:32.392211 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-5e83d0c9-a3a1-4722-a381-2e98cf37ec99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:32.403647 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-5e83d0c9-a3a1-4722-a381-2e98cf37ec99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:32.462855 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'name': 'tempest-ServerRescueNegativeTestJSON-584037298-router', 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:12Z', 'updated_at': '2020-12-24T10:27:27Z', 'revision_number': 4, 'project_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'gw_port': {'id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': 'ca650b67-adf1-4843-8ef1-289ec9bb5290', 'name': '', 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852', 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'mac_address': 'fa:16:3e:23:35:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a3390986-5262-4576-aa00-ead79d3abb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:27Z', 'revision_number': 2, 'project_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'subnets': [{'id': 'a3390986-5262-4576-aa00-ead79d3abb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:32.471873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Checking router: c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7 for host: dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:27:32.473165 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Updating router c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7 port ca650b67-adf1-4843-8ef1-289ec9bb5290 binding host dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 24 10:27:32.473456 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:27:32.476618 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f2366a6a-909a-4f2c-a960-cc3e4bcfb120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:32.482926 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.264s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:32.569823 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57362) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:32.576790 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=323f1579-647b-4630-88c2-b93247234d8f,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:32.625392 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-35e4c5f9-f01f-4dc9-9e40-7f7ab4d32f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:32.645079 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:32.662427 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-35e4c5f9-f01f-4dc9-9e40-7f7ab4d32f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:32.668670 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:32.688046 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:32.719833 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port 859ffb2a-03f5-419b-91cf-6b580b16af63, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=859ffb2a-03f5-419b-91cf-6b580b16af63,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:27:32.721540 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aeca52-5b52-4ff9-afca-efc059537660 req-093f1086-b818-4486-9567-d2360f74601e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:32.731819 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19aeca52-5b52-4ff9-afca-efc059537660 req-093f1086-b818-4486-9567-d2360f74601e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 943 time: 0.5119121 Dec 24 10:27:32.733355 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:32.735857 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-14ad4690-d509-42b6-a5e1-e60c4363224e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:32.811570 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:32.831935 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-35e4c5f9-f01f-4dc9-9e40-7f7ab4d32f08 admin admin] Usage tracker for resource:security_group_rule and tenant:ad28bec64997410698e557160b593cca is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:32.834900 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Attempting to bind port 101bee49-d4fc-4cd7-88e7-8593cd98f6e6 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:27:32.835282 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Attempting to bind port 101bee49-d4fc-4cd7-88e7-8593cd98f6e6 by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:27:32.835644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Attempting to bind port 101bee49-d4fc-4cd7-88e7-8593cd98f6e6 on network 979c235f-62a2-43bc-839f-795da3956b53 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:27:32.850531 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-35e4c5f9-f01f-4dc9-9e40-7f7ab4d32f08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:32.862854 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-35e4c5f9-f01f-4dc9-9e40-7f7ab4d32f08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:32.866327 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:27:32.866692 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Checking segment: {'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:27:32.867151 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:32.867529 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Bound using segment: {'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:27:32.868033 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Bound port: 101bee49-d4fc-4cd7-88e7-8593cd98f6e6, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:27:32.868403 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:32.939618 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=859ffb2a-03f5-419b-91cf-6b580b16af63,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:32.943809 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:33.051875 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] For port 101bee49-d4fc-4cd7-88e7-8593cd98f6e6, host hv-cinder-76845, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:27:33.059095 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] For port 101bee49-d4fc-4cd7-88e7-8593cd98f6e6, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=101bee49-d4fc-4cd7-88e7-8593cd98f6e6,segment=NetworkSegment(c6268194-92ad-4907-9cbe-61414ca02230),segment_id=c6268194-92ad-4907-9cbe-61414ca02230)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:27:33.075942 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:33.266295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:33.385873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:33.387491 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:33.389597 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] 10.222.0.20 "PUT /v2.0/ports/101bee49-d4fc-4cd7-88e7-8593cd98f6e6 HTTP/1.1" status: 200 len: 1157 time: 6.3349791 Dec 24 10:27:33.391497 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:33.406827 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Transition to ACTIVE for port object ca650b67-adf1-4843-8ef1-289ec9bb5290 will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:27:33.408328 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a9817e-2ef8-4c8a-a22b-eea4df3bd360', 'tag': '101bee49-d4fc-4cd7-88e7-8593cd98f6e6'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:27:33.410548 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:33.429754 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:33.556347 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96e750-9143-4f10-9306-68aa2afba431 None None] Pushing event updated for resources: {'Port': ['ID=ca650b67-adf1-4843-8ef1-289ec9bb5290,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:33.564537 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ff96e750-9143-4f10-9306-68aa2afba431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:33.619467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16c87f13-0605-4e7c-af27-447c8a155690 {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:27:33.636508 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:33.668863 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Transition to ACTIVE for port object 16c87f13-0605-4e7c-af27-447c8a155690 will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:27:33.691871 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 859ffb2a-03f5-419b-91cf-6b580b16af63 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:33.707401 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5e83d0c9-a3a1-4722-a381-2e98cf37ec99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:33.711924 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Checking segment: {'id': '9e2618f1-d2e8-4c9c-bee6-c6d5947635c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'df607b74-4056-4c20-95e0-be1a42102638'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:27:33.712197 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Network hostable DHCP agents. Network: df607b74-4056-4c20-95e0-be1a42102638, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:27:33.755707 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Pushing event updated for resources: {'Port': ['ID=101bee49-d4fc-4cd7-88e7-8593cd98f6e6,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:33.764312 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5e83d0c9-a3a1-4722-a381-2e98cf37ec99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:33.774495 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:33.809408 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 859ffb2a-03f5-419b-91cf-6b580b16af63 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:33.809928 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:33.870257 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4a664-88fb-4193-bffc-ed5d1547ec0c req-61f771fb-2440-43e5-bb9b-7f5c13304a6c tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:33.872818 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-80c4a664-88fb-4193-bffc-ed5d1547ec0c req-61f771fb-2440-43e5-bb9b-7f5c13304a6c tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 931 time: 1.6502879 Dec 24 10:27:33.873707 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:33.885255 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c99d29f9-4393-4eee-89f9-dff87966fb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:33.896645 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-5e83d0c9-a3a1-4722-a381-2e98cf37ec99 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0b57e32ae8184c7d99c3353605bc0001&name=default HTTP/1.1" status: 200 len: 2879 time: 1.8116257 Dec 24 10:27:33.912144 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57382) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:33.928515 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Network df607b74-4056-4c20-95e0-be1a42102638 is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:27:33.975606 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, df607b74-4056-4c20-95e0-be1a42102638) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:34.008819 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5785100f-16d7-4787-81b5-dc8dbb2130ac None None] Network df607b74-4056-4c20-95e0-be1a42102638 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:27:34.013303 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83d0c9-a3a1-4722-a381-2e98cf37ec99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57cc62ba-a50c-443c-bac1-6d3e2ffd3d14,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:34.022740 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:34.023846 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:34.041420 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5e83d0c9-a3a1-4722-a381-2e98cf37ec99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:34.044074 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Attempting to bind port ca650b67-adf1-4843-8ef1-289ec9bb5290 on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:27:34.044488 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Attempting to bind port ca650b67-adf1-4843-8ef1-289ec9bb5290 by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': '1103fa2c-2906-431a-8d84-08e17823d5d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:27:34.045106 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Attempting to bind port ca650b67-adf1-4843-8ef1-289ec9bb5290 on network b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:27:34.051321 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:27:34.051733 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Checking segment: {'id': '1103fa2c-2906-431a-8d84-08e17823d5d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:27:34.052176 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:34.052604 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Bound using segment: {'id': '1103fa2c-2906-431a-8d84-08e17823d5d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:27:34.053116 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Bound port: ca650b67-adf1-4843-8ef1-289ec9bb5290, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1103fa2c-2906-431a-8d84-08e17823d5d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:27:34.053523 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:34.092261 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-35e4c5f9-f01f-4dc9-9e40-7f7ab4d32f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:34.100450 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:34.110393 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-35e4c5f9-f01f-4dc9-9e40-7f7ab4d32f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:34.119253 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6bc40760-1cbb-48a5-8b8e-eeb09b60b7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:34.139985 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:34.141578 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19aeca52-5b52-4ff9-afca-efc059537660 req-4ab7b109-c873-48ec-b1a4-7db63e8a3019 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4086494 Dec 24 10:27:34.142682 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:27:34.164941 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] 10.222.0.58 "PUT /v2.0/routers/ea3c0367-5ffd-4dbf-8fbe-911afdab5ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.6726551 Dec 24 10:27:34.165604 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-453f7f64-ef77-46f4-a4a7-858f9dcd8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:34.169054 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-453f7f64-ef77-46f4-a4a7-858f9dcd8ffc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c0b6c2f878f4976b75218d7d422d954&device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 1160 time: 0.3414869 Dec 24 10:27:34.179857 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.7340748 Dec 24 10:27:34.206378 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Sync routers for ids ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'] in dv-cinder-768458-2-smb {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:27:34.208085 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] For port ca650b67-adf1-4843-8ef1-289ec9bb5290, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:27:34.217550 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] For port ca650b67-adf1-4843-8ef1-289ec9bb5290, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=ca650b67-adf1-4843-8ef1-289ec9bb5290,segment=NetworkSegment(1103fa2c-2906-431a-8d84-08e17823d5d8),segment_id=1103fa2c-2906-431a-8d84-08e17823d5d8)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:27:34.223664 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:34.232029 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Routers {'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:27:34.233275 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:27:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:34.256423 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:34.287766 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Attempting to bind port 16c87f13-0605-4e7c-af27-447c8a155690 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:27:34.288156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Attempting to bind port 16c87f13-0605-4e7c-af27-447c8a155690 by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': 'f631fe3a-ea76-40cf-b3ca-fb7412e5eaab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ab08c992-7f90-48b6-90e1-499a6a29beb7'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:27:34.288518 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Attempting to bind port 16c87f13-0605-4e7c-af27-447c8a155690 on network ab08c992-7f90-48b6-90e1-499a6a29beb7 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:27:34.315502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:27:34.315714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Checking segment: {'id': 'f631fe3a-ea76-40cf-b3ca-fb7412e5eaab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ab08c992-7f90-48b6-90e1-499a6a29beb7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:27:34.316026 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:34.316406 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Bound using segment: {'id': 'f631fe3a-ea76-40cf-b3ca-fb7412e5eaab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ab08c992-7f90-48b6-90e1-499a6a29beb7'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:27:34.317191 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Bound port: 16c87f13-0605-4e7c-af27-447c8a155690, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f631fe3a-ea76-40cf-b3ca-fb7412e5eaab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ab08c992-7f90-48b6-90e1-499a6a29beb7'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:27:34.317568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:34.338145 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-c1c7b102-df7e-4c15-90e7-97197f7c4371 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=101bee49-d4fc-4cd7-88e7-8593cd98f6e6 HTTP/1.1" status: 200 len: 217 time: 0.1445510 Dec 24 10:27:34.368615 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-80c4a664-88fb-4193-bffc-ed5d1547ec0c req-aac8b023-19d1-4edf-8639-ee4eeefae44d tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/security-groups?id=458a3e7e-1737-4f1f-b36a-0aa9759eec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847180 Dec 24 10:27:34.442892 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6bc40760-1cbb-48a5-8b8e-eeb09b60b7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:34.459219 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Set router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:27:34.462615 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-35e4c5f9-f01f-4dc9-9e40-7f7ab4d32f08 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ad28bec64997410698e557160b593cca&name=default HTTP/1.1" status: 200 len: 2879 time: 1.8828573 Dec 24 10:27:34.468840 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57398) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:34.477702 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4c5f9-f01f-4dc9-9e40-7f7ab4d32f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c472be2-0c87-4228-874e-be39b4899ab3,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:34.515000 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-35e4c5f9-f01f-4dc9-9e40-7f7ab4d32f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:34.572178 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] For port 16c87f13-0605-4e7c-af27-447c8a155690, host hv-cinder-76845, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:27:34.575429 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-cab99dcb-5e52-42e5-9bc5-7e0092677247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:34.577064 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-cab99dcb-5e52-42e5-9bc5-7e0092677247 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=35c06aae-d814-4d04-b231-1c4580d06493 HTTP/1.1" status: 200 len: 855 time: 0.2095022 Dec 24 10:27:34.579331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] For port 16c87f13-0605-4e7c-af27-447c8a155690, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=16c87f13-0605-4e7c-af27-447c8a155690,segment=NetworkSegment(f631fe3a-ea76-40cf-b3ca-fb7412e5eaab),segment_id=f631fe3a-ea76-40cf-b3ca-fb7412e5eaab)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:27:34.583694 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Pushing event updated for resources: {'Port': ['ID=16c87f13-0605-4e7c-af27-447c8a155690,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:34.591555 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:34.593305 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:34.623260 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96e750-9143-4f10-9306-68aa2afba431 None None] Pushing event updated for resources: {'Port': ['ID=ca650b67-adf1-4843-8ef1-289ec9bb5290,revision_number=4']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:34.633722 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-348cf7d2-60ac-4bf9-a643-370b18622572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:34.641443 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ff96e750-9143-4f10-9306-68aa2afba431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:34.712380 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-5e3c1830-de21-4b6c-8199-e530df36249a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=979c235f-62a2-43bc-839f-795da3956b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979223 Dec 24 10:27:34.755721 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Routers {'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:27:34.756428 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:27:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:34.788559 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Pushing event updated for resources: {'Port': ['ID=16c87f13-0605-4e7c-af27-447c8a155690,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:34.797650 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:34.831758 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a9817e-2ef8-4c8a-a22b-eea4df3bd360', 'tag': '101bee49-d4fc-4cd7-88e7-8593cd98f6e6', 'status': 'completed', 'code': 200} Dec 24 10:27:34.922196 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d12b95b2-4c50-491e-9931-7c43ae8dc2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:35.038331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:35.039166 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:35.041179 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] 10.222.0.20 "PUT /v2.0/ports/16c87f13-0605-4e7c-af27-447c8a155690 HTTP/1.1" status: 200 len: 1157 time: 2.8320100 Dec 24 10:27:35.041828 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9f5d78-aceb-430d-91e8-8239658d3194', 'tag': '16c87f13-0605-4e7c-af27-447c8a155690'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:27:35.155039 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d12b95b2-4c50-491e-9931-7c43ae8dc2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:35.202020 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] Set router c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:27:35.303786 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d12b95b2-4c50-491e-9931-7c43ae8dc2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:35.306866 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6bc40760-1cbb-48a5-8b8e-eeb09b60b7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:35.357195 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-eba6acca-126e-4414-8ea5-c3595c44427a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:35.358846 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-eba6acca-126e-4414-8ea5-c3595c44427a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/networks?id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 HTTP/1.1" status: 200 len: 818 time: 0.3575981 Dec 24 10:27:35.361328 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-c275d704-1558-453f-b3a4-4fa60f10147e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:35.362808 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-c275d704-1558-453f-b3a4-4fa60f10147e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cacb63a7667448b6a2d9b325de75357b&device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 1160 time: 0.2523422 Dec 24 10:27:35.364342 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:35.382036 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-5c413446-28f1-4ac2-be48-24478580a219 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/quotas/1217c7e5c11f45b1a5f92b3b99d2f69d HTTP/1.1" status: 200 len: 375 time: 0.0157843 Dec 24 10:27:35.414868 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57444) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:35.415724 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b95b2-4c50-491e-9931-7c43ae8dc2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c472be2-0c87-4228-874e-be39b4899ab3,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:35.472294 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Request body: {'security_group': {'name': 'tempest-securitygroup--1268285329', 'description': 'tempest-description--1740359022'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:35.485547 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:35.491170 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Usage tracker for resource:security_group and tenant:44a7b18f7f114e7e83e1504fcb9d87f0 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:35.495687 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:35.501637 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:35.509638 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-7bc1092f-3a19-429a-a9e8-2d5814dad09d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16c87f13-0605-4e7c-af27-447c8a155690 HTTP/1.1" status: 200 len: 217 time: 0.1243541 Dec 24 10:27:35.548131 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:35.584495 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc40760-1cbb-48a5-8b8e-eeb09b60b7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cc62ba-a50c-443c-bac1-6d3e2ffd3d14,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:35.610624 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6bc40760-1cbb-48a5-8b8e-eeb09b60b7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:35.611546 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:35.612067 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:35.613383 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:35.642716 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d12b95b2-4c50-491e-9931-7c43ae8dc2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:35.644209 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-d12b95b2-4c50-491e-9931-7c43ae8dc2c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c472be2-0c87-4228-874e-be39b4899ab3 HTTP/1.1" status: 204 len: 168 time: 1.1683035 Dec 24 10:27:35.646347 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Usage tracker for resource:security_group_rule and tenant:44a7b18f7f114e7e83e1504fcb9d87f0 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:35.656231 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:35.660864 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6bc40760-1cbb-48a5-8b8e-eeb09b60b7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:35.662511 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-6bc40760-1cbb-48a5-8b8e-eeb09b60b7db admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/57cc62ba-a50c-443c-bac1-6d3e2ffd3d14 HTTP/1.1" status: 204 len: 168 time: 1.7428436 Dec 24 10:27:35.665220 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-e27b3058-60cb-4406-b29d-16110d60e3c1 service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9155052 Dec 24 10:27:35.671791 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:35.723902 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5933a9d-fa24-41d6-9efa-5a43ae37340e None None] Network df607b74-4056-4c20-95e0-be1a42102638 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:27:35.887822 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-fa426617-b93c-4926-8a0c-8cf3c150fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:35.889453 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-fa426617-b93c-4926-8a0c-8cf3c150fc73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de4dad79-f65c-4802-a64f-9029f4063252 HTTP/1.1" status: 200 len: 851 time: 0.2433589 Dec 24 10:27:35.899728 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-69a008ef-d6e7-494b-ad1c-a36af57d883b tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?tenant_id=1217c7e5c11f45b1a5f92b3b99d2f69d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3950844 Dec 24 10:27:35.972289 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b2d050e9-eb78-4729-a58d-86ff80204e0d req-38185516-2cc1-4205-80d8-66742db01910 service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2953026 Dec 24 10:27:35.983763 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-76833db1-1c16-4827-be93-fdc9f0e8af29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab08c992-7f90-48b6-90e1-499a6a29beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690897 Dec 24 10:27:35.991148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374aab-4a33-49a5-ab7a-960ec1bf3070 req-6ae7412f-b1b0-42be-8881-4fa87b58caa3 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:35.993423 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-98374aab-4a33-49a5-ab7a-960ec1bf3070 req-6ae7412f-b1b0-42be-8881-4fa87b58caa3 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 943 time: 0.2487822 Dec 24 10:27:36.012786 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'name': 'tempest-ServerRescueNegativeTestJSON-584037298-router', 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:12Z', 'updated_at': '2020-12-24T10:27:27Z', 'revision_number': 4, 'project_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'gw_port': {'id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': 'ca650b67-adf1-4843-8ef1-289ec9bb5290', 'name': '', 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852', 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'mac_address': 'fa:16:3e:23:35:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a3390986-5262-4576-aa00-ead79d3abb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:34Z', 'revision_number': 4, 'project_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'subnets': [{'id': 'a3390986-5262-4576-aa00-ead79d3abb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:36.018588 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6983323-f00a-46d5-9861-99e267e34807 None None] The sync data for ids ['c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'] in dv-cinder-768458-2-smb is: [{'id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'name': 'tempest-ServerRescueNegativeTestJSON-584037298-router', 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:12Z', 'updated_at': '2020-12-24T10:27:27Z', 'revision_number': 4, 'project_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'gw_port': {'id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': 'ca650b67-adf1-4843-8ef1-289ec9bb5290', 'name': '', 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852', 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'mac_address': 'fa:16:3e:23:35:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'a3390986-5262-4576-aa00-ead79d3abb56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:34Z', 'revision_number': 4, 'project_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'subnets': [{'id': 'a3390986-5262-4576-aa00-ead79d3abb56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:27:36.064220 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b33a598f-4bfa-4e7f-a112-96d81309ac3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:36.123792 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:36.179625 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:36.214987 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-844c563a-ad2a-4cd9-8fbc-f2fe62383d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:36.218938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:29Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': 'ce64510a-6db0-40fc-b30c-bac73f3f3c69', 'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'mac_address': 'fa:16:3e:2f:2e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:30Z', 'revision_number': 2, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'subnets': [{'id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:36.220744 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-98374aab-4a33-49a5-ab7a-960ec1bf3070 req-bb4053f4-1d89-4c1b-b66d-b175cab2e9ab tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924276 Dec 24 10:27:36.228540 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:36.234159 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 57468) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:36.235569 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1730 time: 0.8058543 Dec 24 10:27:36.247906 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-e94f2130-9309-4dd9-b45c-518da043b9d3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Request body: {'security_group_rule': {'security_group_id': '46c351bf-6dff-4967-b8e2-f415e76f7502', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:36.250318 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Checking router: ea3c0367-5ffd-4dbf-8fbe-911afdab5ade for host: dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:27:36.250841 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Updating router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade port ce64510a-6db0-40fc-b30c-bac73f3f3c69 binding host dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 24 10:27:36.257534 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-e94f2130-9309-4dd9-b45c-518da043b9d3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:36.267657 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-e94f2130-9309-4dd9-b45c-518da043b9d3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Usage tracker for resource:security_group_rule and tenant:44a7b18f7f114e7e83e1504fcb9d87f0 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:36.280577 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-e94f2130-9309-4dd9-b45c-518da043b9d3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:36.292419 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-e94f2130-9309-4dd9-b45c-518da043b9d3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:36.309124 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-efbd48b2-f272-4caf-af2a-a666acc94c3c service neutron] 10.222.0.20 "GET /v2.0/networks/ab08c992-7f90-48b6-90e1-499a6a29beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144152 Dec 24 10:27:36.395516 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e94f2130-9309-4dd9-b45c-518da043b9d3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:36.409387 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:36.565964 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event updated for resources: {'SecurityGroup': ['ID=46c351bf-6dff-4967-b8e2-f415e76f7502,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:36.570537 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:36.577490 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770be04-bac6-42dd-9ee2-7d632378c98d req-113e653b-9376-49ea-877a-4ee8fb56157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:36.579031 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1770be04-bac6-42dd-9ee2-7d632378c98d req-113e653b-9376-49ea-877a-4ee8fb56157b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c0b6c2f878f4976b75218d7d422d954&device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 1160 time: 0.4529808 Dec 24 10:27:36.796942 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770be04-bac6-42dd-9ee2-7d632378c98d req-4e343172-76b6-40bf-b97e-0128804b9871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:36.798713 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1770be04-bac6-42dd-9ee2-7d632378c98d req-4e343172-76b6-40bf-b97e-0128804b9871 service neutron] 10.222.0.20 "GET /v2.0/networks?id=979c235f-62a2-43bc-839f-795da3956b53 HTTP/1.1" status: 200 len: 909 time: 0.2120810 Dec 24 10:27:36.799239 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57484) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:36.805507 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-421902789-network', 'tenant_id': '2cbca1a509ce4a6ebb3d3d92e5ad0059'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:36.814654 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:36.821033 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Usage tracker for resource:network and tenant:2cbca1a509ce4a6ebb3d3d92e5ad0059 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:36.825608 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:36.833826 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:37.006800 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Made reservation on behalf of 2cbca1a509ce4a6ebb3d3d92e5ad0059 for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:37.012200 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:37.028829 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1770be04-bac6-42dd-9ee2-7d632378c98d req-e01a4c9a-1fcf-478f-a228-824e0bd9db46 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=101bee49-d4fc-4cd7-88e7-8593cd98f6e6 HTTP/1.1" status: 200 len: 217 time: 0.1917665 Dec 24 10:27:37.034682 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:37.070269 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:37.075126 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Usage tracker for resource:security_group_rule and tenant:2cbca1a509ce4a6ebb3d3d92e5ad0059 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:37.078970 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:37.090732 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:37.224421 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770be04-bac6-42dd-9ee2-7d632378c98d req-f300ef45-6aae-47c7-ae8c-bf22d0c73572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:37.226147 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1770be04-bac6-42dd-9ee2-7d632378c98d req-f300ef45-6aae-47c7-ae8c-bf22d0c73572 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=35c06aae-d814-4d04-b231-1c4580d06493 HTTP/1.1" status: 200 len: 855 time: 0.1612499 Dec 24 10:27:37.255049 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19748b48-01b5-4d48-b71c-9db382c51f80 req-0ab8f902-a4c8-4091-b15c-3f2a57504e98 service neutron] 10.222.0.20 "GET /v2.0/networks/ab08c992-7f90-48b6-90e1-499a6a29beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9384432 Dec 24 10:27:37.312216 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1770be04-bac6-42dd-9ee2-7d632378c98d req-a9d5a0f1-14ba-4391-9749-112055f92da2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=979c235f-62a2-43bc-839f-795da3956b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756886 Dec 24 10:27:37.321124 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e94f2130-9309-4dd9-b45c-518da043b9d3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:37.335622 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-69321323-4cff-4af7-9f94-59621ffa2b09 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 24 10:27:37.342018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:37.347698 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-69321323-4cff-4af7-9f94-59621ffa2b09 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4342537 Dec 24 10:27:37.371826 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Transition to ACTIVE for port object ce64510a-6db0-40fc-b30c-bac73f3f3c69 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:27:37.384771 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:37.412336 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:37.492361 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e94f2130-9309-4dd9-b45c-518da043b9d3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415296'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:37.611005 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:37.619987 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1770be04-bac6-42dd-9ee2-7d632378c98d req-63f29186-ccbe-404a-bcff-0ebf92da2076 service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663612 Dec 24 10:27:37.627164 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e94f2130-9309-4dd9-b45c-518da043b9d3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:37.632285 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-e94f2130-9309-4dd9-b45c-518da043b9d3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 1.3958671 Dec 24 10:27:37.636389 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 57508) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:37.661493 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-62fe2e0f-ef15-4787-a58d-f45265bd9342 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Request body: {'security_group_rule': {'security_group_id': '46c351bf-6dff-4967-b8e2-f415e76f7502', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:37.676923 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f2130-9309-4dd9-b45c-518da043b9d3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cab6ecb-7882-4ccb-be23-43f79382d21f,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:37.680668 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e94f2130-9309-4dd9-b45c-518da043b9d3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:37.680815 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:37.691384 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-f3691764-f2a3-424e-88a6-56919dff833e service neutron] 10.222.0.58 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423054 Dec 24 10:27:37.694104 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device ca650b67-adf1-4843-8ef1-289ec9bb5290 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:37.694251 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-62fe2e0f-ef15-4787-a58d-f45265bd9342 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:37.736052 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:37.743001 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-58ef2a7a-ab7a-4455-9ea6-5b25138115eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:37.821588 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98731950-b8ee-4f1f-ba72-d4fe3b8119a3 None None] Pushing event updated for resources: {'Port': ['ID=ce64510a-6db0-40fc-b30c-bac73f3f3c69,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:37.837526 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-98731950-b8ee-4f1f-ba72-d4fe3b8119a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:37.845504 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-62fe2e0f-ef15-4787-a58d-f45265bd9342 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Usage tracker for resource:security_group_rule and tenant:44a7b18f7f114e7e83e1504fcb9d87f0 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:37.847720 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:37.849276 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-62fe2e0f-ef15-4787-a58d-f45265bd9342 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:37.851150 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port ca650b67-adf1-4843-8ef1-289ec9bb5290 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:27:37.858951 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-62fe2e0f-ef15-4787-a58d-f45265bd9342 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:37.872633 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port ca650b67-adf1-4843-8ef1-289ec9bb5290 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:37.873134 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:37.902451 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-62fe2e0f-ef15-4787-a58d-f45265bd9342 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:37.926987 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd097d7e-388f-40b0-8387-8c3bd69c0020 req-edef7df7-a3e5-4bce-9e3d-4a2603c15242 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:37.928388 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1770be04-bac6-42dd-9ee2-7d632378c98d req-26c4cf5e-4902-46d9-81d3-cc4ce5aa482d service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2506392 Dec 24 10:27:37.929424 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cd097d7e-388f-40b0-8387-8c3bd69c0020 req-edef7df7-a3e5-4bce-9e3d-4a2603c15242 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 943 time: 1.0218763 Dec 24 10:27:37.945997 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 24 10:27:37.958797 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:37.959193 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Added segment 806e26cf-12d4-47ef-9665-9191031320ba of type vxlan for network faade4c6-a286-4a2c-8e7d-421d930a449a Dec 24 10:27:37.995969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:38.053388 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:38.068525 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:38.069168 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:38.132087 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3313391 Dec 24 10:27:38.133000 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57524) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:38.133709 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37328351-6be0-48f9-bf67-637cf341e302,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:38.143222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:38.145965 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:38.163262 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cd097d7e-388f-40b0-8387-8c3bd69c0020 req-b309b7fa-fbde-423b-beeb-339b3649fb5f tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/security-groups?id=458a3e7e-1737-4f1f-b36a-0aa9759eec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019947 Dec 24 10:27:38.208480 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Request body: {'subnet': {'network_id': 'faade4c6-a286-4a2c-8e7d-421d930a449a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-421902789-subnet', 'tenant_id': '2cbca1a509ce4a6ebb3d3d92e5ad0059', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:38.219718 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:38.226475 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Usage tracker for resource:subnet and tenant:2cbca1a509ce4a6ebb3d3d92e5ad0059 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:38.229896 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-bb010956-d99d-4250-84e1-2a637022425e service neutron] 10.222.0.58 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5375834 Dec 24 10:27:38.249778 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:38.256445 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:38.263407 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-62fe2e0f-ef15-4787-a58d-f45265bd9342 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:38.268515 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-62fe2e0f-ef15-4787-a58d-f45265bd9342 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415296'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:38.273086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:38.294612 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Made reservation on behalf of 2cbca1a509ce4a6ebb3d3d92e5ad0059 for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:38.300886 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:38.309782 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-23f62545-8820-4af9-b86a-f66d72492627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:38.332189 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-62fe2e0f-ef15-4787-a58d-f45265bd9342 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:38.339021 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-62fe2e0f-ef15-4787-a58d-f45265bd9342 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.6947064 Dec 24 10:27:38.342949 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 57534) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:38.356838 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Request body: {'floatingip': {'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:38.373905 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:38.383756 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Attempting to bind port ce64510a-6db0-40fc-b30c-bac73f3f3c69 on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:27:38.384243 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Attempting to bind port ce64510a-6db0-40fc-b30c-bac73f3f3c69 by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:27:38.384788 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Attempting to bind port ce64510a-6db0-40fc-b30c-bac73f3f3c69 on network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:27:38.385589 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Usage tracker for resource:floatingip and tenant:44a7b18f7f114e7e83e1504fcb9d87f0 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:38.396863 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:38.401326 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:27:38.401758 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Checking segment: {'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:27:38.402359 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:38.402739 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Bound using segment: {'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:27:38.403502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Bound port: ce64510a-6db0-40fc-b30c-bac73f3f3c69, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:27:38.403863 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:38.425738 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:38.443838 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe2e0f-ef15-4787-a58d-f45265bd9342 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa01af81-4471-41ae-9c55-4c24dcabcf3b,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:38.455698 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for floatingip, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:38.496018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-62fe2e0f-ef15-4787-a58d-f45265bd9342 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:38.553525 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] For port ce64510a-6db0-40fc-b30c-bac73f3f3c69, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:27:38.556836 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] For port ce64510a-6db0-40fc-b30c-bac73f3f3c69, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=ce64510a-6db0-40fc-b30c-bac73f3f3c69,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:27:38.564024 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:38.598337 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Pushing event updated for resources: {'Network': ['ID=faade4c6-a286-4a2c-8e7d-421d930a449a,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:38.610568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:38.737130 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:38.758108 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:38.817531 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network faade4c6-a286-4a2c-8e7d-421d930a449a details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:27:38.847164 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:38.932096 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Network faade4c6-a286-4a2c-8e7d-421d930a449a details requested by agent ovs-agent-hv-cinder-76845 with host hv-cinder-76845 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:27:39.227916 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b9f5d78-aceb-430d-91e8-8239658d3194', 'tag': '16c87f13-0605-4e7c-af27-447c8a155690', 'status': 'completed', 'code': 200} Dec 24 10:27:39.345961 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98731950-b8ee-4f1f-ba72-d4fe3b8119a3 None None] Pushing event updated for resources: {'Port': ['ID=ce64510a-6db0-40fc-b30c-bac73f3f3c69,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:39.362603 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:39.377911 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-98731950-b8ee-4f1f-ba72-d4fe3b8119a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:39.404593 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Routers {'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:27:39.405355 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:27:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:39.506089 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:39.571477 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f765c2-f47a-427f-84c2-b68e796135d5 req-b30ddcfd-27b4-4bbd-b507-1ac4a5c5deaa tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:39.589250 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-02f765c2-f47a-427f-84c2-b68e796135d5 req-b30ddcfd-27b4-4bbd-b507-1ac4a5c5deaa tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 943 time: 0.6676657 Dec 24 10:27:39.750418 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-02f765c2-f47a-427f-84c2-b68e796135d5 req-c1e1bd79-bc67-4893-893e-2986b0605d59 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596854 Dec 24 10:27:39.756855 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-39c67dca-eaa7-4527-899d-ab1982de20ad req-a6b6e1f9-eeaa-4138-b28a-ea96f0485517 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 210 time: 0.4266498 Dec 24 10:27:39.774850 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] Set router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:27:39.807801 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:39.908977 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faa3d5-6027-48c6-aac8-485803ed0708 req-e69389e4-abc8-4c1c-82c6-1df6c0177d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:39.910621 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d0faa3d5-6027-48c6-aac8-485803ed0708 req-e69389e4-abc8-4c1c-82c6-1df6c0177d48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cacb63a7667448b6a2d9b325de75357b&device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 1160 time: 0.7382622 Dec 24 10:27:40.060454 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Allocated IP 172.28.2.28 (81ea6ac4-2b55-4e45-bfef-bd97c85883e8/5f0c4e3f-7153-464a-952b-cce20cfb6b8f/cdb29ad2-e85e-4549-a0b1-63442bbb4448) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:27:40.097557 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Checking segment: {'id': '806e26cf-12d4-47ef-9665-9191031320ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'faade4c6-a286-4a2c-8e7d-421d930a449a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:27:40.097946 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Network hostable DHCP agents. Network: faade4c6-a286-4a2c-8e7d-421d930a449a, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:27:40.102513 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Pushing event updated for resources: {'Subnet': ['ID=018e588a-43c0-43a0-87ed-d3e3d7acc7c4,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:40.108927 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:40.131435 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:40.160839 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port ca650b67-adf1-4843-8ef1-289ec9bb5290, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=ca650b67-adf1-4843-8ef1-289ec9bb5290,segment=NetworkSegment(1103fa2c-2906-431a-8d84-08e17823d5d8),segment_id=1103fa2c-2906-431a-8d84-08e17823d5d8)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:27:40.197008 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Network faade4c6-a286-4a2c-8e7d-421d930a449a is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:27:40.222771 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, faade4c6-a286-4a2c-8e7d-421d930a449a) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:40.230192 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:40.230879 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:40.249524 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faa3d5-6027-48c6-aac8-485803ed0708 req-6acf1758-39fb-4c74-98c5-3146d1e08dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:40.251363 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d0faa3d5-6027-48c6-aac8-485803ed0708 req-6acf1758-39fb-4c74-98c5-3146d1e08dac service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab08c992-7f90-48b6-90e1-499a6a29beb7 HTTP/1.1" status: 200 len: 905 time: 0.3289032 Dec 24 10:27:40.253190 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1089137 Dec 24 10:27:40.267235 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:40.336836 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d0faa3d5-6027-48c6-aac8-485803ed0708 req-2f7d47e2-5236-4b79-92ba-00ef72550e1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=16c87f13-0605-4e7c-af27-447c8a155690 HTTP/1.1" status: 200 len: 217 time: 0.0783536 Dec 24 10:27:40.412703 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b437836f-307f-4ce5-a4cd-a6a3b327221a None None] Network faade4c6-a286-4a2c-8e7d-421d930a449a requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:27:40.453426 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0faa3d5-6027-48c6-aac8-485803ed0708 req-94e23bf3-8be4-430a-b97c-754a22003448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:40.455015 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d0faa3d5-6027-48c6-aac8-485803ed0708 req-94e23bf3-8be4-430a-b97c-754a22003448 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=de4dad79-f65c-4802-a64f-9029f4063252 HTTP/1.1" status: 200 len: 851 time: 0.1107700 Dec 24 10:27:40.515903 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d0faa3d5-6027-48c6-aac8-485803ed0708 req-5885b96a-9b7b-4025-a8af-503b4e193329 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab08c992-7f90-48b6-90e1-499a6a29beb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494955 Dec 24 10:27:40.576111 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57608) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:40.610027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:40.662563 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518b82c-12bf-446c-8a4a-06358e16a4a8 req-cb767135-cf8e-4c46-8d70-71e9dc47d6da tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:40.672500 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1518b82c-12bf-446c-8a4a-06358e16a4a8 req-cb767135-cf8e-4c46-8d70-71e9dc47d6da tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 943 time: 0.5921137 Dec 24 10:27:40.682535 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_v2 [None req-3724fdd3-8794-47a5-9ad5-e8ee97ce420b admin admin] Deleting subnet 323f1579-647b-4630-88c2-b93247234d8f {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 24 10:27:40.689135 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3724fdd3-8794-47a5-9ad5-e8ee97ce420b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:40.722767 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:40.733349 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-fb84cf22-dec3-40ec-b752-add8ac027da3 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:40.735677 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-fb84cf22-dec3-40ec-b752-add8ac027da3 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/networks?id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 HTTP/1.1" status: 200 len: 818 time: 0.5057144 Dec 24 10:27:40.778107 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1518b82c-12bf-446c-8a4a-06358e16a4a8 req-0839afc4-d004-4eb9-bfe5-c449638cc263 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/security-groups?id=458a3e7e-1737-4f1f-b36a-0aa9759eec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038072 Dec 24 10:27:40.825130 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-ca7e1616-17d3-48f4-9a27-3529ea3970a4 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/quotas/1217c7e5c11f45b1a5f92b3b99d2f69d HTTP/1.1" status: 200 len: 375 time: 0.0623803 Dec 24 10:27:40.826787 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=ca650b67-adf1-4843-8ef1-289ec9bb5290,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:41.011269 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3724fdd3-8794-47a5-9ad5-e8ee97ce420b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:41.031560 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3724fdd3-8794-47a5-9ad5-e8ee97ce420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3650982'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:41.147465 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:41.151580 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.objects.ports [None req-43f12516-42f9-4d15-a042-4f985f8facfa None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 24 10:27:41.172574 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:41.176860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:41.191545 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4c3526f2-fecc-4b60-bacb-77b667176c66 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:41.203187 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d0faa3d5-6027-48c6-aac8-485803ed0708 req-12c37394-50b3-4081-bfe7-107217eadae4 service neutron] 10.222.0.20 "GET /v2.0/networks/ab08c992-7f90-48b6-90e1-499a6a29beb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6589665 Dec 24 10:27:41.217352 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4604d252-b926-4ae9-aa62-5bca682b3624 None None] Network faade4c6-a286-4a2c-8e7d-421d930a449a requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:27:41.526875 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d0faa3d5-6027-48c6-aac8-485803ed0708 req-678181d8-d83d-4a1a-ac6b-9bfeff4c7faa service neutron] 10.222.0.20 "GET /v2.0/networks/ab08c992-7f90-48b6-90e1-499a6a29beb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3227518 Dec 24 10:27:41.610149 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:29Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': 'ce64510a-6db0-40fc-b30c-bac73f3f3c69', 'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'mac_address': 'fa:16:3e:2f:2e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:38Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'subnets': [{'id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:41.647887 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07202057-e077-4f77-a782-0c149d5bdf08 None None] The sync data for ids ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'] in dv-cinder-768458-2-smb is: [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:29Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': 'ce64510a-6db0-40fc-b30c-bac73f3f3c69', 'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'mac_address': 'fa:16:3e:2f:2e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:38Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'subnets': [{'id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:27:41.812467 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-ab7a104f-ceca-4712-ac61-43c6befce183 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?tenant_id=1217c7e5c11f45b1a5f92b3b99d2f69d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9800677 Dec 24 10:27:41.876895 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event updated for resources: {'Port': ['ID=cdb29ad2-e85e-4549-a0b1-63442bbb4448,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:41.935259 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3724fdd3-8794-47a5-9ad5-e8ee97ce420b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851124819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:41.950750 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:41.975112 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-71b24e44-b3ff-44d3-823a-bdda93668eab tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:41.976772 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-71b24e44-b3ff-44d3-823a-bdda93668eab tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.20 "GET /v2.0/networks?id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 HTTP/1.1" status: 200 len: 818 time: 1.0206463 Dec 24 10:27:42.070776 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 101bee49-d4fc-4cd7-88e7-8593cd98f6e6 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:42.087633 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-00236760-c3e6-44ec-b037-1c79be7f8d19 service neutron] 10.222.0.58 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222028 Dec 24 10:27:42.097601 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Request body: {'port': {'device_id': 'fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f', 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852', 'admin_state_up': True, 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:42.160138 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fff53-f6de-42ec-a586-1ff0b37a5d83 req-b36fe85d-37f7-4393-ad2c-02192e95f43f tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:42.168796 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-457fff53-f6de-42ec-a586-1ff0b37a5d83 req-b36fe85d-37f7-4393-ad2c-02192e95f43f tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 943 time: 1.1509640 Dec 24 10:27:42.177982 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port 101bee49-d4fc-4cd7-88e7-8593cd98f6e6 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:27:42.193653 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 101bee49-d4fc-4cd7-88e7-8593cd98f6e6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:42.194319 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:42.342589 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:42.360546 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:27:42.393740 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a9817e-2ef8-4c8a-a22b-eea4df3bd360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101bee49-d4fc-4cd7-88e7-8593cd98f6e6'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:27:42.412720 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a73ea752-9c9a-4c8d-8702-14bc4398ceb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:42.435857 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:42.451158 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-457fff53-f6de-42ec-a586-1ff0b37a5d83 req-c2cda626-41ae-4b1b-bc0b-721576de2c7d tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813032 Dec 24 10:27:42.452059 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:27:42.456477 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724fdd3-8794-47a5-9ad5-e8ee97ce420b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=323f1579-647b-4630-88c2-b93247234d8f,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:42.460766 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3724fdd3-8794-47a5-9ad5-e8ee97ce420b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:42.462340 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3724fdd3-8794-47a5-9ad5-e8ee97ce420b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:42.469564 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-3724fdd3-8794-47a5-9ad5-e8ee97ce420b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/323f1579-647b-4630-88c2-b93247234d8f HTTP/1.1" status: 204 len: 168 time: 1.8898191 Dec 24 10:27:42.471952 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57664) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:42.545281 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 101bee49-d4fc-4cd7-88e7-8593cd98f6e6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=101bee49-d4fc-4cd7-88e7-8593cd98f6e6,segment=NetworkSegment(c6268194-92ad-4907-9cbe-61414ca02230),segment_id=c6268194-92ad-4907-9cbe-61414ca02230)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:27:42.551685 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:42.552644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 16c87f13-0605-4e7c-af27-447c8a155690 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:42.592505 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:42.700188 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=101bee49-d4fc-4cd7-88e7-8593cd98f6e6,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:42.713078 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:42.765786 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850967753'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:42.798952 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port 16c87f13-0605-4e7c-af27-447c8a155690 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:27:42.808706 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 16c87f13-0605-4e7c-af27-447c8a155690 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:42.809365 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:42.857307 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:42.863305 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5c00acc8-1a64-4c6d-91d9-515c7adeb992 service neutron] 10.222.0.58 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7502265 Dec 24 10:27:42.873528 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Usage tracker for resource:port and tenant:1217c7e5c11f45b1a5f92b3b99d2f69d is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:42.877590 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Quota usage for port was recalculated. Used quota:1. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:42.884198 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for floatingip, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:42.895592 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:42.984192 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Made reservation on behalf of 1217c7e5c11f45b1a5f92b3b99d2f69d for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:42.989860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:43.010893 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467ea75-14ee-45ed-a1d5-38941685e2ad req-447a8d5f-b9ba-4330-b56d-8524b5bf9b73 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:43.017222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device ca650b67-adf1-4843-8ef1-289ec9bb5290 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:43.018589 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c467ea75-14ee-45ed-a1d5-38941685e2ad req-447a8d5f-b9ba-4330-b56d-8524b5bf9b73 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 943 time: 0.2542896 Dec 24 10:27:43.098630 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:43.120166 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3646220', 'neutron.services.segments.db._delete_segments_for_network-8752750691050'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:43.158326 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port ca650b67-adf1-4843-8ef1-289ec9bb5290 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:43.158742 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:43.169007 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c467ea75-14ee-45ed-a1d5-38941685e2ad req-dfa01c38-9ed7-44b7-825f-da3c4c2a5696 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/security-groups?id=458a3e7e-1737-4f1f-b36a-0aa9759eec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493845 Dec 24 10:27:43.353391 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:43.353812 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:43.354663 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:43.354963 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Subscribe: > port after_create 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:43.355790 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Subscribe: > port after_delete 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:43.356447 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Subscribe: > port after_update 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:43.356870 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:43.357237 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:43.364216 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:43.364635 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:43.537983 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:43.553474 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:43.553906 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:43.555337 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80200) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:43.556257 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df607b74-4056-4c20-95e0-be1a42102638']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:43.564566 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a9817e-2ef8-4c8a-a22b-eea4df3bd360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101bee49-d4fc-4cd7-88e7-8593cd98f6e6', 'code': 200} Dec 24 10:27:43.565705 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:43.586325 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e2618f1-d2e8-4c9c-bee6-c6d5947635c1') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:43.587524 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e2618f1-d2e8-4c9c-bee6-c6d5947635c1') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:43.609968 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device ce64510a-6db0-40fc-b30c-bac73f3f3c69 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:43.621644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284104077820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10707081'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:43.658714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:43.662704 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 24 10:27:43.685718 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-07647ed8-ed96-49b9-8b25-e9e772b3f40b req-eb3670e7-1070-4ec1-a912-3fc34f8cfcbd tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 210 time: 0.3297045 Dec 24 10:27:43.913214 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 16c87f13-0605-4e7c-af27-447c8a155690, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=16c87f13-0605-4e7c-af27-447c8a155690,segment=NetworkSegment(f631fe3a-ea76-40cf-b3ca-fb7412e5eaab),segment_id=f631fe3a-ea76-40cf-b3ca-fb7412e5eaab)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:27:43.927136 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:43.932913 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:44.123931 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Network df607b74-4056-4c20-95e0-be1a42102638 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:27:44.139048 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=16c87f13-0605-4e7c-af27-447c8a155690,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:44.143470 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851123691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843584790'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:44.161638 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:44.194789 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port ce64510a-6db0-40fc-b30c-bac73f3f3c69 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:27:44.200456 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port ce64510a-6db0-40fc-b30c-bac73f3f3c69 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:44.200909 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:44.386779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Network df607b74-4056-4c20-95e0-be1a42102638 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: (rel_b, rel_a, rel_b), Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: (rel_b, rel_a, rel_b), Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: Traceback (most recent call last): Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: timer() Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: cb(*args, **kw) Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: return func(*args, **kwargs) Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: self._notify() Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: self.callback(batched_events) Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: event.method(event) Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: segment_id)['aggregates'][0] Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: return f(self, *a, **k) Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: return self._get(url).json() Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: **kwargs) Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: return self.request(url, 'GET', **kwargs) Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: **endpoint_filter) Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:27:44.530182 dv-cinder-768458-2-smb neutron-server[80090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:27:44.532197 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851129596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740512'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:44.538492 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e87a2e-9044-492d-8f1d-96419dcb6d2d req-6647cce7-5c49-4071-bc41-967ca7fe776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:44.540628 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-75e87a2e-9044-492d-8f1d-96419dcb6d2d req-6647cce7-5c49-4071-bc41-967ca7fe776a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 1162 time: 0.6617007 Dec 24 10:27:44.545392 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:44.636179 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=df607b74-4056-4c20-95e0-be1a42102638,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:44.651227 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:44.672328 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] 10.222.0.58 "DELETE /v2.0/networks/df607b74-4056-4c20-95e0-be1a42102638 HTTP/1.1" status: 204 len: 168 time: 2.1967211 Dec 24 10:27:44.673536 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 57748) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:44.676489 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:44.677399 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-75e87a2e-9044-492d-8f1d-96419dcb6d2d req-86546560-7a34-4b27-9c3c-0e4141be4697 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:44.707533 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-75e87a2e-9044-492d-8f1d-96419dcb6d2d req-86546560-7a34-4b27-9c3c-0e4141be4697 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:44.714131 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-75e87a2e-9044-492d-8f1d-96419dcb6d2d req-86546560-7a34-4b27-9c3c-0e4141be4697 service neutron] Usage tracker for resource:security_group_rule and tenant:3adc8fd567e1402c840420836c853497 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:44.716934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-75e87a2e-9044-492d-8f1d-96419dcb6d2d req-86546560-7a34-4b27-9c3c-0e4141be4697 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:44.723822 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-75e87a2e-9044-492d-8f1d-96419dcb6d2d req-86546560-7a34-4b27-9c3c-0e4141be4697 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:44.788611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 101bee49-d4fc-4cd7-88e7-8593cd98f6e6 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:44.825415 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-75e87a2e-9044-492d-8f1d-96419dcb6d2d req-86546560-7a34-4b27-9c3c-0e4141be4697 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:44.828959 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-75e87a2e-9044-492d-8f1d-96419dcb6d2d req-86546560-7a34-4b27-9c3c-0e4141be4697 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:44.838481 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:44.867635 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:44.867890 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-75e87a2e-9044-492d-8f1d-96419dcb6d2d req-86546560-7a34-4b27-9c3c-0e4141be4697 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832780 Dec 24 10:27:44.876387 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86546560-7a34-4b27-9c3c-0e4141be4697 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bca16b38-f2e2-4ad6-9d28-7c0d08cafa68,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:44.880317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-86546560-7a34-4b27-9c3c-0e4141be4697 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:44.915939 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port ce64510a-6db0-40fc-b30c-bac73f3f3c69, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=ce64510a-6db0-40fc-b30c-bac73f3f3c69,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:27:44.917791 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 101bee49-d4fc-4cd7-88e7-8593cd98f6e6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:44.918217 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:44.947407 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:44.955940 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:44.970241 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Allocated IP 172.20.0.13 (b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852/a3390986-5262-4576-aa00-ead79d3abb56/538577a6-c062-43ec-9dd5-ecd28e63719d) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:27:44.982147 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:44.992186 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a113e-00c6-4eec-9516-f436e0a96c5c req-361dd2a8-cac8-4a41-83e7-a564d20cd5b3 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:44.993817 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b50a113e-00c6-4eec-9516-f436e0a96c5c req-361dd2a8-cac8-4a41-83e7-a564d20cd5b3 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 945 time: 0.7719054 Dec 24 10:27:45.014077 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:45.043337 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=ce64510a-6db0-40fc-b30c-bac73f3f3c69,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:45.047530 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:45.058749 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:45.107291 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 16c87f13-0605-4e7c-af27-447c8a155690 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:45.168734 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_v2 [None req-422dafc3-a174-48f8-91e7-f0e0fc279119 admin admin] Deleting subnet 018e588a-43c0-43a0-87ed-d3e3d7acc7c4 {{(pid=80199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 24 10:27:45.175972 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 16c87f13-0605-4e7c-af27-447c8a155690 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:45.176385 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:45.196543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-422dafc3-a174-48f8-91e7-f0e0fc279119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:45.346267 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b50a113e-00c6-4eec-9516-f436e0a96c5c req-f015af3d-264d-4abd-b23f-b48eeddb27c6 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357604 Dec 24 10:27:45.353658 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event updated for resources: {'Port': ['ID=cdb29ad2-e85e-4549-a0b1-63442bbb4448,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:45.392485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6328876-dde4-4159-a74f-c582f8f89ff4 req-eba891ce-8018-4de8-b2b1-f05c15d4f147 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:45.399635 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f6328876-dde4-4159-a74f-c582f8f89ff4 req-eba891ce-8018-4de8-b2b1-f05c15d4f147 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 945 time: 0.9515655 Dec 24 10:27:45.402048 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:45.464949 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-422dafc3-a174-48f8-91e7-f0e0fc279119 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:45.565999 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9f5d78-aceb-430d-91e8-8239658d3194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c87f13-0605-4e7c-af27-447c8a155690'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:27:45.572853 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-422dafc3-a174-48f8-91e7-f0e0fc279119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3650982'] for subnet, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:45.613328 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-3606f615-6157-403d-b9d9-21070b76a2b9 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:45.614252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-3606f615-6157-403d-b9d9-21070b76a2b9 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Synchronizing usage tracker for tenant:1217c7e5c11f45b1a5f92b3b99d2f69d on resource:network {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:27:45.637596 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-3606f615-6157-403d-b9d9-21070b76a2b9 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Unset dirty status for tenant:1217c7e5c11f45b1a5f92b3b99d2f69d on resource:network {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:27:45.639620 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-3606f615-6157-403d-b9d9-21070b76a2b9 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.20 "GET /v2.0/networks?id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 HTTP/1.1" status: 200 len: 818 time: 0.2773147 Dec 24 10:27:45.672719 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Request body: {'port': {'device_id': '53ecd210-3588-42fc-9427-818bf9e293a2', 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852', 'admin_state_up': True, 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:45.706379 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5028a215-f5ac-4207-aa87-fc3eca1bc049 req-4fee01b8-e7e9-46a0-97af-8796b8405f01 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 210 time: 0.2046797 Dec 24 10:27:45.708843 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f6328876-dde4-4159-a74f-c582f8f89ff4 req-ad9e7c82-fcb9-440d-9682-3b6f63d5a444 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/security-groups?id=458a3e7e-1737-4f1f-b36a-0aa9759eec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083389 Dec 24 10:27:45.753465 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:45.883611 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9f5d78-aceb-430d-91e8-8239658d3194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16c87f13-0605-4e7c-af27-447c8a155690', 'code': 200} Dec 24 10:27:45.884575 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:45.889564 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Usage tracker for resource:port and tenant:1217c7e5c11f45b1a5f92b3b99d2f69d is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:45.892587 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Quota usage for port was recalculated. Used quota:1. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:45.900331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:45.902222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:45.911206 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Made reservation on behalf of 1217c7e5c11f45b1a5f92b3b99d2f69d for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:45.917144 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:45.922006 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:45.923399 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5763698 Dec 24 10:27:46.072295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:46.124153 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:46.236918 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.20', 55985) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:46.322765 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 16c87f13-0605-4e7c-af27-447c8a155690 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:46.364717 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Allocated IP 172.20.0.12 (b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852/a3390986-5262-4576-aa00-ead79d3abb56/4df92cdd-566e-4f6c-9bff-eb65be9f9144) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:27:46.388362 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Pushing event updated for resources: {'Port': ['ID=538577a6-c062-43ec-9dd5-ecd28e63719d,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:46.402953 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:46.406112 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-422dafc3-a174-48f8-91e7-f0e0fc279119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851124819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for subnet, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:46.439650 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ee41e45d-34b0-4791-88d1-2206d7a82c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:46.449113 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 16c87f13-0605-4e7c-af27-447c8a155690 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:46.451720 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:46.546622 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422dafc3-a174-48f8-91e7-f0e0fc279119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=018e588a-43c0-43a0-87ed-d3e3d7acc7c4,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:46.605760 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-422dafc3-a174-48f8-91e7-f0e0fc279119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:46.816983 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57824) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:46.867180 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:46.889668 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-9280eabf-f862-4b17-813f-50e83b973cce tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1268285329&fields=id&tenant_id=44a7b18f7f114e7e83e1504fcb9d87f0 HTTP/1.1" status: 200 len: 267 time: 0.3642359 Dec 24 10:27:46.897574 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Network b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:27:46.899854 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:46.900665 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f8438-e0f0-4e1a-bd71-1fa8a39921e7 req-6359447a-884b-46d4-93c2-1399c94c50b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:46.902377 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f03f8438-e0f0-4e1a-bd71-1fa8a39921e7 req-6359447a-884b-46d4-93c2-1399c94c50b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 1162 time: 0.6615903 Dec 24 10:27:46.906046 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:46.908890 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:27:46.913198 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:46.913878 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:46.919353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-422dafc3-a174-48f8-91e7-f0e0fc279119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:46.920431 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:46.999457 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-422dafc3-a174-48f8-91e7-f0e0fc279119 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/018e588a-43c0-43a0-87ed-d3e3d7acc7c4 HTTP/1.1" status: 204 len: 168 time: 2.3182607 Dec 24 10:27:47.013379 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 57832) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:47.035208 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device ce64510a-6db0-40fc-b30c-bac73f3f3c69 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:47.054815 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9698515 Dec 24 10:27:47.093269 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8a847bf3-6e55-404e-80a3-21ac025663df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:47.104223 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port ce64510a-6db0-40fc-b30c-bac73f3f3c69 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:47.104223 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:47.130086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Pushing event updated for resources: {'Port': ['ID=4df92cdd-566e-4f6c-9bff-eb65be9f9144,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:47.132743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-8a847bf3-6e55-404e-80a3-21ac025663df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:47.137245 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:47.142434 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Request body: {'port': {'device_id': 'fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:47.146060 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-8a847bf3-6e55-404e-80a3-21ac025663df admin admin] Usage tracker for resource:security_group_rule and tenant:c829118d61d44691b130868f989fc898 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:47.150679 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-8a847bf3-6e55-404e-80a3-21ac025663df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:47.160006 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-8a847bf3-6e55-404e-80a3-21ac025663df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:47.167538 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Network b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:27:47.170463 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:47.173847 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f03f8438-e0f0-4e1a-bd71-1fa8a39921e7 req-052ca359-87f1-45a7-88bc-51a1ec864012 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=458a3e7e-1737-4f1f-b36a-0aa9759eec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517433 Dec 24 10:27:47.176036 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:27:47.208362 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce998030-56b9-4575-bdc7-ef45f3e33694 req-4b8a07fb-93bb-44bd-af4a-c3b8ee50191b tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:47.211857 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ce998030-56b9-4575-bdc7-ef45f3e33694 req-4b8a07fb-93bb-44bd-af4a-c3b8ee50191b tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 945 time: 0.4463975 Dec 24 10:27:47.249046 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:47.249697 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:47.295083 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6290188 Dec 24 10:27:47.352099 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8a847bf3-6e55-404e-80a3-21ac025663df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:47.356052 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8a847bf3-6e55-404e-80a3-21ac025663df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:47.365495 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1378c8b7-101b-4835-b8d9-f70862cd486c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:47.412059 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-8a847bf3-6e55-404e-80a3-21ac025663df admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c829118d61d44691b130868f989fc898&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5939620 Dec 24 10:27:47.412885 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a847bf3-6e55-404e-80a3-21ac025663df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ccbad3-41cd-49a1-9705-232378dfe6fb,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:47.415448 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57846) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:47.418930 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8a847bf3-6e55-404e-80a3-21ac025663df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:47.444729 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Request body: {'port': {'device_id': '53ecd210-3588-42fc-9427-818bf9e293a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:47.535864 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850967753'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:47.585374 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-926c64ba-20e4-40ee-bc31-2bfa2c79d6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:47.628838 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:47.640018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-926c64ba-20e4-40ee-bc31-2bfa2c79d6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:47.663121 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-0fe3b429-4259-410d-841f-36db5143971a tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:47.671049 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-0fe3b429-4259-410d-841f-36db5143971a tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/networks?id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab HTTP/1.1" status: 200 len: 811 time: 0.7662706 Dec 24 10:27:47.715442 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ce998030-56b9-4575-bdc7-ef45f3e33694 req-b060564c-4359-4a25-adc6-b78634d031f0 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555428 Dec 24 10:27:47.795006 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-a8dcab38-c862-4c1b-852e-351fb8604ff7 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/quotas/44a7b18f7f114e7e83e1504fcb9d87f0 HTTP/1.1" status: 200 len: 375 time: 0.1229198 Dec 24 10:27:47.838362 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-926c64ba-20e4-40ee-bc31-2bfa2c79d6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:47.847728 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-bf72b876-068a-47ad-b235-a8b1dded4d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:47.867876 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:47.874950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c64ba-20e4-40ee-bc31-2bfa2c79d6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ccbad3-41cd-49a1-9705-232378dfe6fb,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:47.881945 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-926c64ba-20e4-40ee-bc31-2bfa2c79d6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:47.887231 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-926c64ba-20e4-40ee-bc31-2bfa2c79d6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:47.888754 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-926c64ba-20e4-40ee-bc31-2bfa2c79d6e6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76ccbad3-41cd-49a1-9705-232378dfe6fb HTTP/1.1" status: 204 len: 168 time: 0.4721169 Dec 24 10:27:48.051841 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3646220', 'neutron.services.segments.db._delete_segments_for_network-8752750691050'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:48.338163 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57870) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:48.376141 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df92cdd-566e-4f6c-9bff-eb65be9f9144 {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:27:48.382178 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-77099e45-4703-4c1e-a029-02adee0af857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:48.385274 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:48.385785 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:48.387052 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:48.387447 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Subscribe: > port after_create 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:48.387829 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Subscribe: > port after_delete 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:48.388252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Subscribe: > port after_update 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:48.388616 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:48.388997 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:48.389351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:48.389707 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:48.399136 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:48.410547 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-77099e45-4703-4c1e-a029-02adee0af857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:48.418852 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-77099e45-4703-4c1e-a029-02adee0af857 admin admin] Usage tracker for resource:security_group_rule and tenant:2982f28535834715a46b14b0e180cc3a is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:48.421815 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Transition to ACTIVE for port object 4df92cdd-566e-4f6c-9bff-eb65be9f9144 will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:27:48.422888 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-77099e45-4703-4c1e-a029-02adee0af857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:48.426079 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:48.442134 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-77099e45-4703-4c1e-a029-02adee0af857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:48.446115 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:48.457252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:48.457645 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:48.458020 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:48.458387 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80199) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 24 10:27:48.458787 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faade4c6-a286-4a2c-8e7d-421d930a449a']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:48.492489 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806e26cf-12d4-47ef-9665-9191031320ba') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:48.492857 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806e26cf-12d4-47ef-9665-9191031320ba') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:27:48.518037 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284104077820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843482781'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:48.536568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-75bc4fc0-d62b-4d46-b13d-214467e6232c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Synchronizing usage tracker for tenant:44a7b18f7f114e7e83e1504fcb9d87f0 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:27:48.603148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:48.609402 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4df92cdd-566e-4f6c-9bff-eb65be9f9144,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:48.615255 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6987f-4fcd-42b8-ad7b-04dab1138763 req-acf3150a-e71c-4fe2-a0fc-69af43f66f9c tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:48.616923 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f3c6987f-4fcd-42b8-ad7b-04dab1138763 req-acf3150a-e71c-4fe2-a0fc-69af43f66f9c tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 945 time: 0.6786895 Dec 24 10:27:48.617845 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:48.624934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 24 10:27:48.807118 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-77099e45-4703-4c1e-a029-02adee0af857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:48.813093 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-77099e45-4703-4c1e-a029-02adee0af857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:48.827644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:48.941362 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f3c6987f-4fcd-42b8-ad7b-04dab1138763 req-756f705e-ff83-4473-acf4-a0a83ebcd05b tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/security-groups?id=458a3e7e-1737-4f1f-b36a-0aa9759eec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014305 Dec 24 10:27:48.958236 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Network faade4c6-a286-4a2c-8e7d-421d930a449a has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:27:48.975739 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851123691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843481133'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:48.998003 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-75bc4fc0-d62b-4d46-b13d-214467e6232c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Unset dirty status for tenant:44a7b18f7f114e7e83e1504fcb9d87f0 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:27:49.013125 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-75bc4fc0-d62b-4d46-b13d-214467e6232c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?tenant_id=44a7b18f7f114e7e83e1504fcb9d87f0&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2165549 Dec 24 10:27:49.086083 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-77099e45-4703-4c1e-a029-02adee0af857 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2982f28535834715a46b14b0e180cc3a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7467852 Dec 24 10:27:49.086861 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77099e45-4703-4c1e-a029-02adee0af857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56deb6f-3ab2-46b0-bc88-aed2ea6c5429,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:49.090384 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 57880) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:49.091109 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Attempting to bind port 4df92cdd-566e-4f6c-9bff-eb65be9f9144 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:27:49.091675 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Attempting to bind port 4df92cdd-566e-4f6c-9bff-eb65be9f9144 by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': '1103fa2c-2906-431a-8d84-08e17823d5d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:27:49.092038 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Attempting to bind port 4df92cdd-566e-4f6c-9bff-eb65be9f9144 on network b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:27:49.097985 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-77099e45-4703-4c1e-a029-02adee0af857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:49.114091 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:27:49.114462 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Checking segment: {'id': '1103fa2c-2906-431a-8d84-08e17823d5d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:27:49.114849 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:49.115227 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Bound using segment: {'id': '1103fa2c-2906-431a-8d84-08e17823d5d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:27:49.115753 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Bound port: 4df92cdd-566e-4f6c-9bff-eb65be9f9144, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1103fa2c-2906-431a-8d84-08e17823d5d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:27:49.116115 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:49.241173 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e72f-4ea5-4306-a7ef-ff5093240a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:49.263964 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] For port 4df92cdd-566e-4f6c-9bff-eb65be9f9144, host hv-cinder-76845, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:27:49.281996 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e72f-4ea5-4306-a7ef-ff5093240a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:49.290534 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] For port 4df92cdd-566e-4f6c-9bff-eb65be9f9144, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=4df92cdd-566e-4f6c-9bff-eb65be9f9144,segment=NetworkSegment(1103fa2c-2906-431a-8d84-08e17823d5d8),segment_id=1103fa2c-2906-431a-8d84-08e17823d5d8)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:27:49.308699 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:49.353783 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:49.396971 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Network faade4c6-a286-4a2c-8e7d-421d930a449a has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: (rel_b, rel_a, rel_b), Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: (rel_b, rel_a, rel_b), Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: Traceback (most recent call last): Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: timer() Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: cb(*args, **kw) Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: return func(*args, **kwargs) Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: self._notify() Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: self.callback(batched_events) Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: event.method(event) Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: segment_id)['aggregates'][0] Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: return f(self, *a, **k) Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: return self._get(url).json() Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: **kwargs) Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: return self.request(url, 'GET', **kwargs) Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: **endpoint_filter) Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:27:49.437403 dv-cinder-768458-2-smb neutron-server[80090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:27:49.515943 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Pushing event updated for resources: {'Port': ['ID=4df92cdd-566e-4f6c-9bff-eb65be9f9144,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:49.526466 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:49.564117 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e72f-4ea5-4306-a7ef-ff5093240a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:49.565587 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-2299d5a1-da52-4901-aa4d-7c1a760a191b service neutron] 10.222.0.58 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5519586 Dec 24 10:27:49.571583 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b6197c68-df9a-4ab0-8d7f-2fda82dd6118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:49.621895 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9e72f-4ea5-4306-a7ef-ff5093240a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56deb6f-3ab2-46b0-bc88-aed2ea6c5429,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:49.628381 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4cb9e72f-4ea5-4306-a7ef-ff5093240a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:49.638458 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4cb9e72f-4ea5-4306-a7ef-ff5093240a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:49.638458 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-4cb9e72f-4ea5-4306-a7ef-ff5093240a74 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c56deb6f-3ab2-46b0-bc88-aed2ea6c5429 HTTP/1.1" status: 204 len: 168 time: 0.5431805 Dec 24 10:27:49.652065 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:49.652789 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:49.654218 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] 10.222.0.20 "PUT /v2.0/ports/4df92cdd-566e-4f6c-9bff-eb65be9f9144 HTTP/1.1" status: 200 len: 1158 time: 2.2141705 Dec 24 10:27:49.654730 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ecd210-3588-42fc-9427-818bf9e293a2', 'tag': '4df92cdd-566e-4f6c-9bff-eb65be9f9144'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:27:49.665572 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538577a6-c062-43ec-9dd5-ecd28e63719d {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:27:49.675197 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851129596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740512'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:49.739968 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:49.841605 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-e01fa600-09cf-4ec4-95b2-a9bf6228af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:49.843799 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-e01fa600-09cf-4ec4-95b2-a9bf6228af0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1217c7e5c11f45b1a5f92b3b99d2f69d&device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 1161 time: 0.1111286 Dec 24 10:27:49.955466 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-b8593d74-06e9-4298-8757-cd715904532a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df92cdd-566e-4f6c-9bff-eb65be9f9144 HTTP/1.1" status: 200 len: 217 time: 0.0955789 Dec 24 10:27:49.965365 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34963ec1-ce76-4b2a-ba3b-3b5fd79b38b7 req-13a6da11-be76-4a7a-a51f-d5d361a2c7ba tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:49.966169 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-34963ec1-ce76-4b2a-ba3b-3b5fd79b38b7 req-13a6da11-be76-4a7a-a51f-d5d361a2c7ba tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Synchronizing usage tracker for tenant:1217c7e5c11f45b1a5f92b3b99d2f69d on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:27:49.990918 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:50.019502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:50.022363 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Transition to ACTIVE for port object 538577a6-c062-43ec-9dd5-ecd28e63719d will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:27:50.029144 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Pushing event deleted for resources: {'Network': ['ID=faade4c6-a286-4a2c-8e7d-421d930a449a,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:50.037056 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:50.038148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:50.043066 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-6b59a7f0-b827-4784-93d8-4b80e5d94f7c admin admin] 10.222.0.58 "DELETE /v2.0/networks/faade4c6-a286-4a2c-8e7d-421d930a449a HTTP/1.1" status: 204 len: 168 time: 3.0244825 Dec 24 10:27:50.055055 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-d9bf97b3-9cba-404c-8b0a-ed08a3fdeec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:50.056958 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-d9bf97b3-9cba-404c-8b0a-ed08a3fdeec0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3390986-5262-4576-aa00-ead79d3abb56 HTTP/1.1" status: 200 len: 858 time: 0.0946243 Dec 24 10:27:50.059336 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-34963ec1-ce76-4b2a-ba3b-3b5fd79b38b7 req-13a6da11-be76-4a7a-a51f-d5d361a2c7ba tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Unset dirty status for tenant:1217c7e5c11f45b1a5f92b3b99d2f69d on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:27:50.060844 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-34963ec1-ce76-4b2a-ba3b-3b5fd79b38b7 req-13a6da11-be76-4a7a-a51f-d5d361a2c7ba tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 944 time: 0.9272952 Dec 24 10:27:50.066139 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:50.118564 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-b7291612-e1bb-49a3-80d9-46f579e0d9cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535758 Dec 24 10:27:50.172638 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-a2dd9854-1742-420c-94c5-1c35cbd61027 service neutron] 10.222.0.58 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6060553 Dec 24 10:27:50.227120 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 57916) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:50.327059 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-9145d992-7072-416c-9044-eb196a08f6e4 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007132 Dec 24 10:27:50.365082 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Pushing event updated for resources: {'Port': ['ID=538577a6-c062-43ec-9dd5-ecd28e63719d,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:50.380364 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-34963ec1-ce76-4b2a-ba3b-3b5fd79b38b7 req-f19a553a-d6a4-42ac-a611-f2936af067a7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810972 Dec 24 10:27:50.381265 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:50.472651 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-c4a41fbb-b514-4911-a08d-d4e8d74f8072 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b89965bb406248e89f60bd9ceade44c8&name=default HTTP/1.1" status: 200 len: 2875 time: 0.1406896 Dec 24 10:27:50.476296 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 57928) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:50.557610 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ab25867-3db1-47d3-b78e-14ccdf67da39 req-1cd5d88b-f196-4aef-9ee1-3959d01d0c84 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2230887 Dec 24 10:27:50.593780 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ecd210-3588-42fc-9427-818bf9e293a2', 'tag': '4df92cdd-566e-4f6c-9bff-eb65be9f9144', 'status': 'completed', 'code': 200} Dec 24 10:27:50.864188 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f131ef-65dd-4467-980e-977716bb0c96 req-0d85156c-d520-485f-a1cf-24a84e8d2783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:50.865901 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e4f131ef-65dd-4467-980e-977716bb0c96 req-0d85156c-d520-485f-a1cf-24a84e8d2783 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1217c7e5c11f45b1a5f92b3b99d2f69d&device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 1161 time: 0.1797140 Dec 24 10:27:51.003738 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Attempting to bind port 538577a6-c062-43ec-9dd5-ecd28e63719d on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:27:51.004272 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Attempting to bind port 538577a6-c062-43ec-9dd5-ecd28e63719d by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': '1103fa2c-2906-431a-8d84-08e17823d5d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:27:51.004272 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Attempting to bind port 538577a6-c062-43ec-9dd5-ecd28e63719d on network b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:27:51.018581 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:27:51.019114 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Checking segment: {'id': '1103fa2c-2906-431a-8d84-08e17823d5d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:27:51.019623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:51.020127 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Bound using segment: {'id': '1103fa2c-2906-431a-8d84-08e17823d5d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:27:51.020751 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Bound port: 538577a6-c062-43ec-9dd5-ecd28e63719d, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1103fa2c-2906-431a-8d84-08e17823d5d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:27:51.021234 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:51.087531 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9ce4430b-3797-4fc9-972c-5cdbdc854f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:51.100944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f131ef-65dd-4467-980e-977716bb0c96 req-b5371b8a-ebf0-4af6-b781-2c867c4123cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:51.102559 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e4f131ef-65dd-4467-980e-977716bb0c96 req-b5371b8a-ebf0-4af6-b781-2c867c4123cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 HTTP/1.1" status: 200 len: 912 time: 0.2279601 Dec 24 10:27:51.201854 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e4f131ef-65dd-4467-980e-977716bb0c96 req-a6f54a3c-c6da-4a2a-9d5d-a2e2630105ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df92cdd-566e-4f6c-9bff-eb65be9f9144 HTTP/1.1" status: 200 len: 217 time: 0.0914652 Dec 24 10:27:51.273911 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9ce4430b-3797-4fc9-972c-5cdbdc854f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:51.360527 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f131ef-65dd-4467-980e-977716bb0c96 req-c8d62886-c501-40d5-96aa-60def81785a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:51.360985 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ee77e-d30c-4304-b9e9-9aaf1c25e3c9 req-63e59ab5-e528-4622-9e23-770c1673994f tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:51.362750 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e4f131ef-65dd-4467-980e-977716bb0c96 req-c8d62886-c501-40d5-96aa-60def81785a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3390986-5262-4576-aa00-ead79d3abb56 HTTP/1.1" status: 200 len: 858 time: 0.1511664 Dec 24 10:27:51.371164 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-128ee77e-d30c-4304-b9e9-9aaf1c25e3c9 req-63e59ab5-e528-4622-9e23-770c1673994f tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 945 time: 0.7219706 Dec 24 10:27:51.425274 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e0cb2-3e95-4a4b-bcc8-1895c1d94183 req-4cee8e77-fe88-4482-a898-90dc75cd9336 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:51.427310 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e4f131ef-65dd-4467-980e-977716bb0c96 req-1321c4f0-94e4-4d65-96e6-a0978ab7a9b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562434 Dec 24 10:27:51.429230 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-365e0cb2-3e95-4a4b-bcc8-1895c1d94183 req-4cee8e77-fe88-4482-a898-90dc75cd9336 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 945 time: 0.5917180 Dec 24 10:27:51.435738 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] For port 538577a6-c062-43ec-9dd5-ecd28e63719d, host hv-cinder-76845, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:27:51.470498 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] For port 538577a6-c062-43ec-9dd5-ecd28e63719d, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=538577a6-c062-43ec-9dd5-ecd28e63719d,segment=NetworkSegment(1103fa2c-2906-431a-8d84-08e17823d5d8),segment_id=1103fa2c-2906-431a-8d84-08e17823d5d8)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:27:51.520443 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-128ee77e-d30c-4304-b9e9-9aaf1c25e3c9 req-fcd6c4a6-804c-46da-8a9a-80718a8aa83a tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485763 Dec 24 10:27:51.539645 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-365e0cb2-3e95-4a4b-bcc8-1895c1d94183 req-406674fb-148b-49fc-8deb-002824a56fa0 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/security-groups?id=458a3e7e-1737-4f1f-b36a-0aa9759eec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985448 Dec 24 10:27:51.546295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:51.746764 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e4f131ef-65dd-4467-980e-977716bb0c96 req-72d60dd3-9e4e-4c00-9c4a-358e4fcd5c8b service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577438 Dec 24 10:27:51.774297 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:51.902691 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Pushing event updated for resources: {'Port': ['ID=538577a6-c062-43ec-9dd5-ecd28e63719d,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:51.918039 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9ce4430b-3797-4fc9-972c-5cdbdc854f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:51.968310 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:51.981602 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-25d8f6b1-2e7d-4ca5-9f72-9f67687a7272 req-afc9eda1-b832-4c32-9a6c-7589b3ba569b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 210 time: 0.0801637 Dec 24 10:27:52.000191 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:52.038439 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9ce4430b-3797-4fc9-972c-5cdbdc854f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:52.045130 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-9ce4430b-3797-4fc9-972c-5cdbdc854f04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/29b79469-46d7-453e-8dbe-d7a3b8f8d904 HTTP/1.1" status: 204 len: 168 time: 1.5634625 Dec 24 10:27:52.104304 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4430b-3797-4fc9-972c-5cdbdc854f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b79469-46d7-453e-8dbe-d7a3b8f8d904,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:52.132969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:52.133830 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:52.137223 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] 10.222.0.20 "PUT /v2.0/ports/538577a6-c062-43ec-9dd5-ecd28e63719d HTTP/1.1" status: 200 len: 1158 time: 5.0301287 Dec 24 10:27:52.138208 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9ce4430b-3797-4fc9-972c-5cdbdc854f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:52.138831 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f', 'tag': '538577a6-c062-43ec-9dd5-ecd28e63719d'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:27:52.219126 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0838f9c-4ec6-49a7-8dd4-56be06c8130c req-c444d27e-f371-44fd-8aee-ae9d8942af0a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:52.228405 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a0838f9c-4ec6-49a7-8dd4-56be06c8130c req-c444d27e-f371-44fd-8aee-ae9d8942af0a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 944 time: 0.1946468 Dec 24 10:27:52.252947 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f', 'tag': '538577a6-c062-43ec-9dd5-ecd28e63719d', 'status': 'completed', 'code': 200} Dec 24 10:27:52.257721 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e4f131ef-65dd-4467-980e-977716bb0c96 req-b79f246e-e63c-47f2-b9f7-a4cb446e77a9 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4938498 Dec 24 10:27:52.322851 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a0838f9c-4ec6-49a7-8dd4-56be06c8130c req-96ffbb0c-fc47-49d1-81b7-a083f764c599 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927551 Dec 24 10:27:52.563142 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-9c72a8a4-2ac5-4a83-9ba5-5559e7e2790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:52.564875 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-9c72a8a4-2ac5-4a83-9ba5-5559e7e2790a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1217c7e5c11f45b1a5f92b3b99d2f69d&device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 1161 time: 0.2033253 Dec 24 10:27:52.635944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-c58c3f2f-cf57-4806-862e-8fb69d06bae4 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:52.636731 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-c58c3f2f-cf57-4806-862e-8fb69d06bae4 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Synchronizing usage tracker for tenant:44a7b18f7f114e7e83e1504fcb9d87f0 on resource:network {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:27:52.674507 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-c58c3f2f-cf57-4806-862e-8fb69d06bae4 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Unset dirty status for tenant:44a7b18f7f114e7e83e1504fcb9d87f0 on resource:network {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:27:52.676608 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-c58c3f2f-cf57-4806-862e-8fb69d06bae4 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.20 "GET /v2.0/networks?id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab HTTP/1.1" status: 200 len: 811 time: 0.3184807 Dec 24 10:27:52.681544 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.objects.ports [None req-f016940f-38d8-4346-90d7-54b41cb4183f None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 24 10:27:52.782441 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-bb5ba5b3-7b6d-4366-ac2c-45acd3b8f705 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=538577a6-c062-43ec-9dd5-ecd28e63719d HTTP/1.1" status: 200 len: 217 time: 0.2011552 Dec 24 10:27:52.849549 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-1571d020-c9f2-40f3-a391-71055667983f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Synchronizing usage tracker for tenant:44a7b18f7f114e7e83e1504fcb9d87f0 on resource:security_group {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:27:52.898316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-1571d020-c9f2-40f3-a391-71055667983f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Unset dirty status for tenant:44a7b18f7f114e7e83e1504fcb9d87f0 on resource:security_group {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:27:52.899713 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-1571d020-c9f2-40f3-a391-71055667983f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44a7b18f7f114e7e83e1504fcb9d87f0 HTTP/1.1" status: 200 len: 5505 time: 0.2017550 Dec 24 10:27:52.918272 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-4df31116-bf0b-4fcf-a0f2-09786b433048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:52.918855 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Request body: {'port': {'device_id': 'b469f975-1797-4f4f-ac71-45450437672d', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'admin_state_up': True, 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'security_groups': ['46c351bf-6dff-4967-b8e2-f415e76f7502']}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:52.922522 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-4df31116-bf0b-4fcf-a0f2-09786b433048 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3390986-5262-4576-aa00-ead79d3abb56 HTTP/1.1" status: 200 len: 858 time: 0.1335340 Dec 24 10:27:53.004582 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58018) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:53.061684 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-06f3eb76-1cea-4cf0-9236-1000b1a974ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248648 Dec 24 10:27:53.223138 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-be8b63e8-3ee0-4209-b660-e7c4a00a33d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2cbca1a509ce4a6ebb3d3d92e5ad0059&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2077150 Dec 24 10:27:53.225709 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58034) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:53.244948 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 4df92cdd-566e-4f6c-9bff-eb65be9f9144 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:53.295633 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-bf2645c2-7462-4003-924a-466a63f1f3f7 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310247 Dec 24 10:27:53.334373 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:53.346485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:53.356625 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Made reservation on behalf of 44a7b18f7f114e7e83e1504fcb9d87f0 for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:27:53.362923 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:53.415517 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e36b80fb-3a48-4de6-868a-0822369882d4 req-877415da-7a8c-452b-8c48-f041b9de62e3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 210 time: 0.0876725 Dec 24 10:27:53.426136 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port 4df92cdd-566e-4f6c-9bff-eb65be9f9144 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:27:53.435693 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7f7aac3a-d1f5-4d57-9d73-bf6cbeb9de97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:53.436511 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 4df92cdd-566e-4f6c-9bff-eb65be9f9144 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:53.438021 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:53.586099 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7f7aac3a-d1f5-4d57-9d73-bf6cbeb9de97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:53.611369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:53.664052 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ecd210-3588-42fc-9427-818bf9e293a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df92cdd-566e-4f6c-9bff-eb65be9f9144'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:27:53.689643 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c50d0d47-acdb-45fa-aec2-deaf17dd9e98 req-08a21f99-ff53-487e-b910-fb49b1a61e57 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3858361 Dec 24 10:27:53.692328 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 4df92cdd-566e-4f6c-9bff-eb65be9f9144, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=4df92cdd-566e-4f6c-9bff-eb65be9f9144,segment=NetworkSegment(1103fa2c-2906-431a-8d84-08e17823d5d8),segment_id=1103fa2c-2906-431a-8d84-08e17823d5d8)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:27:53.698758 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:53.700769 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:53.745843 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7f7aac3a-d1f5-4d57-9d73-bf6cbeb9de97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:53.758800 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-35249b8e-9128-4c17-905a-32eda68c5373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:53.777685 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7aac3a-d1f5-4d57-9d73-bf6cbeb9de97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37328351-6be0-48f9-bf67-637cf341e302,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:53.780334 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7f7aac3a-d1f5-4d57-9d73-bf6cbeb9de97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:53.791994 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7f7aac3a-d1f5-4d57-9d73-bf6cbeb9de97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:53.793392 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-7f7aac3a-d1f5-4d57-9d73-bf6cbeb9de97 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/37328351-6be0-48f9-bf67-637cf341e302 HTTP/1.1" status: 204 len: 168 time: 0.5666208 Dec 24 10:27:53.832801 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18965d5-f91c-487a-99fc-51751ea83e4d req-1ee6265d-6b67-4ff8-b58d-9dd50496ecf8 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:53.841581 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a18965d5-f91c-487a-99fc-51751ea83e4d req-1ee6265d-6b67-4ff8-b58d-9dd50496ecf8 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.1892092 Dec 24 10:27:53.921453 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ecd210-3588-42fc-9427-818bf9e293a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df92cdd-566e-4f6c-9bff-eb65be9f9144', 'code': 200} Dec 24 10:27:53.922939 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Allocated IP 172.20.0.11 (34d3c73d-fecd-474a-9b1a-ae4d58b54cab/19585d93-b83b-43b8-8e49-feca5067fd3e/9ed46c67-8371-4e42-b085-aae7b9dcfdc6) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:27:53.937309 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=4df92cdd-566e-4f6c-9bff-eb65be9f9144,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:53.971335 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:54.074584 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a18965d5-f91c-487a-99fc-51751ea83e4d req-4a697ece-5eb5-47a8-a330-a200c3e79239 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315030 Dec 24 10:27:54.140288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bf0af-b08a-4b5f-b1a1-1f4b65412c63 req-bdd04351-5132-439b-a721-a4302d0bcb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:54.143738 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ce6bf0af-b08a-4b5f-b1a1-1f4b65412c63 req-bdd04351-5132-439b-a721-a4302d0bcb87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1217c7e5c11f45b1a5f92b3b99d2f69d&device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 1161 time: 0.2602704 Dec 24 10:27:54.382452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bf0af-b08a-4b5f-b1a1-1f4b65412c63 req-5ebc7bc5-a8a3-416b-8e04-f08fbf78750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:54.389000 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ce6bf0af-b08a-4b5f-b1a1-1f4b65412c63 req-5ebc7bc5-a8a3-416b-8e04-f08fbf78750c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 HTTP/1.1" status: 200 len: 912 time: 0.2358871 Dec 24 10:27:54.395495 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:54.427403 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 4df92cdd-566e-4f6c-9bff-eb65be9f9144 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:54.440460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Transition to ACTIVE for port object 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:27:54.506880 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:54.511650 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ce6bf0af-b08a-4b5f-b1a1-1f4b65412c63 req-0e7a94b3-95c2-4881-ab6a-86ca844e29fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=538577a6-c062-43ec-9dd5-ecd28e63719d HTTP/1.1" status: 200 len: 217 time: 0.0855482 Dec 24 10:27:54.549036 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1f2dab4b-c0c3-4b0f-8f52-a0d454a4ba1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:54.617149 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bf0af-b08a-4b5f-b1a1-1f4b65412c63 req-3193b4ee-a026-47bc-86eb-ec5cc2807dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:54.618733 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ce6bf0af-b08a-4b5f-b1a1-1f4b65412c63 req-3193b4ee-a026-47bc-86eb-ec5cc2807dd5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3390986-5262-4576-aa00-ead79d3abb56 HTTP/1.1" status: 200 len: 858 time: 0.0984430 Dec 24 10:27:54.669885 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58090) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:54.700462 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ce6bf0af-b08a-4b5f-b1a1-1f4b65412c63 req-96ef78a1-8b4b-40f8-bbb7-8488af6f1aeb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720122 Dec 24 10:27:54.711663 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac407a1-9610-4110-9a7f-b59655d4650d req-f2eaa7a7-1e23-41b3-9d4d-2d4f3bf96d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:54.713281 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8ac407a1-9610-4110-9a7f-b59655d4650d req-f2eaa7a7-1e23-41b3-9d4d-2d4f3bf96d9f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 1163 time: 0.3232970 Dec 24 10:27:54.720653 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 4df92cdd-566e-4f6c-9bff-eb65be9f9144 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:54.721102 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:54.895667 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58102) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:54.898939 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event updated for resources: {'Port': ['ID=9ed46c67-8371-4e42-b085-aae7b9dcfdc6,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:54.921942 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:54.966750 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8ac407a1-9610-4110-9a7f-b59655d4650d req-d9bee282-cd4a-4635-b8c0-619f3415c767 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954024 Dec 24 10:27:54.996090 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:27:55.001331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:27:55.004639 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:27:55.040536 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ce6bf0af-b08a-4b5f-b1a1-1f4b65412c63 req-c5cd6d34-459c-4190-be14-e92b4ed7fdd4 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050747 Dec 24 10:27:55.093546 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-14ce50b8-0902-4415-a16c-ca5022932df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:55.097023 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:55.097697 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:55.136767 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2216742 Dec 24 10:27:55.144654 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-14ce50b8-0902-4415-a16c-ca5022932df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:55.148943 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-14ce50b8-0902-4415-a16c-ca5022932df1 admin admin] Usage tracker for resource:security_group_rule and tenant:1fcfbcbff4b6440583fd7092820d3a62 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:55.152084 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-14ce50b8-0902-4415-a16c-ca5022932df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:55.158099 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-14ce50b8-0902-4415-a16c-ca5022932df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:55.207411 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0108bb3b-3fb5-4a13-a342-00012562b1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:55.307871 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Request body: {'port': {'device_id': 'b469f975-1797-4f4f-ac71-45450437672d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:27:55.467652 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4f9e712e-55da-44d0-8505-e4e362927107 None None] Provisioning for port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:27:55.482344 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4f9e712e-55da-44d0-8505-e4e362927107 None None] Provisioning complete for port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:55.483085 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4f9e712e-55da-44d0-8505-e4e362927107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:55.581887 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:55.615196 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e712e-55da-44d0-8505-e4e362927107 None None] Port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:27:55.782427 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-0108bb3b-3fb5-4a13-a342-00012562b1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:55.811113 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-0108bb3b-3fb5-4a13-a342-00012562b1d7 admin admin] Usage tracker for resource:security_group_rule and tenant:ca404fe051ab454db8c7d46273e4927b is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:55.820271 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-0108bb3b-3fb5-4a13-a342-00012562b1d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:55.843997 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-0108bb3b-3fb5-4a13-a342-00012562b1d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:56.023010 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef26b5-1e36-44bf-905c-3bc6834352ad req-3cb68782-1cb9-44ae-99ef-3026d977382e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:56.030744 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-bbef26b5-1e36-44bf-905c-3bc6834352ad req-3cb68782-1cb9-44ae-99ef-3026d977382e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.4099984 Dec 24 10:27:56.045439 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967697a9-dbfc-4845-b53f-57d38fb30bff req-9d100e7a-647c-4f6c-a102-2e32ebe9dfe5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:56.048067 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-967697a9-dbfc-4845-b53f-57d38fb30bff req-9d100e7a-647c-4f6c-a102-2e32ebe9dfe5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 932 time: 0.4146776 Dec 24 10:27:56.135396 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ce6bf0af-b08a-4b5f-b1a1-1f4b65412c63 req-56a1c2f1-e3a6-4a24-bd68-a7d4f2a008a8 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5048134 Dec 24 10:27:56.165733 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-14ce50b8-0902-4415-a16c-ca5022932df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:56.185040 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:27:56.189070 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-14ce50b8-0902-4415-a16c-ca5022932df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:56.195245 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:56.201258 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-bbef26b5-1e36-44bf-905c-3bc6834352ad req-39fc9fe1-38ae-4e07-92e8-7dc1455ff6ef tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695457 Dec 24 10:27:56.209837 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Transition to ACTIVE for port object 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:27:56.217589 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:56.222269 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9ce4430b-3797-4fc9-972c-5cdbdc854f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:56.236475 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-aafbfeb0-b2da-481d-93c7-70dea37c1467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:56.238913 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-967697a9-dbfc-4845-b53f-57d38fb30bff req-4062efb9-6422-4a02-8b69-51416275bf86 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622446 Dec 24 10:27:56.258167 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce50b8-0902-4415-a16c-ca5022932df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcc2003-480b-4e03-8d01-62ee2e16d513,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:56.273452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-14ce50b8-0902-4415-a16c-ca5022932df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:56.298365 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-14ce50b8-0902-4415-a16c-ca5022932df1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1fcfbcbff4b6440583fd7092820d3a62&name=default HTTP/1.1" status: 200 len: 2879 time: 1.6271906 Dec 24 10:27:56.301667 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58152) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:56.336439 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0108bb3b-3fb5-4a13-a342-00012562b1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:56.348629 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0108bb3b-3fb5-4a13-a342-00012562b1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:56.375328 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7f7aac3a-d1f5-4d57-9d73-bf6cbeb9de97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:56.434240 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108bb3b-3fb5-4a13-a342-00012562b1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9d6ea4-1450-4b8b-845c-b0eec263fcb4,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:56.443069 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0108bb3b-3fb5-4a13-a342-00012562b1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:56.448620 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-0108bb3b-3fb5-4a13-a342-00012562b1d7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca404fe051ab454db8c7d46273e4927b&name=default HTTP/1.1" status: 200 len: 2879 time: 1.5493293 Dec 24 10:27:56.451471 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58160) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:56.454664 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-324c8c18-d4a5-4d68-990c-7f43cd6b71b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:56.531851 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-324c8c18-d4a5-4d68-990c-7f43cd6b71b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:56.572909 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5260c63e-063b-43bf-b170-ce9a65833d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:56.618638 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5260c63e-063b-43bf-b170-ce9a65833d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:56.657568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850f259-de95-4781-a629-020db566739e service neutron] Pushing event updated for resources: {'Port': ['ID=9ed46c67-8371-4e42-b085-aae7b9dcfdc6,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:56.663976 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f850f259-de95-4781-a629-020db566739e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:56.721644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5260c63e-063b-43bf-b170-ce9a65833d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:56.736151 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:56.754612 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5260c63e-063b-43bf-b170-ce9a65833d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:56.759083 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-5260c63e-063b-43bf-b170-ce9a65833d2d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db9d6ea4-1450-4b8b-845c-b0eec263fcb4 HTTP/1.1" status: 204 len: 168 time: 0.3065605 Dec 24 10:27:56.762760 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260c63e-063b-43bf-b170-ce9a65833d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9d6ea4-1450-4b8b-845c-b0eec263fcb4,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:56.774466 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5260c63e-063b-43bf-b170-ce9a65833d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:56.791451 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-324c8c18-d4a5-4d68-990c-7f43cd6b71b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:56.812234 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:56.828886 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c8c18-d4a5-4d68-990c-7f43cd6b71b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcc2003-480b-4e03-8d01-62ee2e16d513,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:56.831866 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-324c8c18-d4a5-4d68-990c-7f43cd6b71b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:56.832744 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-324c8c18-d4a5-4d68-990c-7f43cd6b71b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:56.836873 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-324c8c18-d4a5-4d68-990c-7f43cd6b71b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2fcc2003-480b-4e03-8d01-62ee2e16d513 HTTP/1.1" status: 204 len: 168 time: 0.5314548 Dec 24 10:27:56.993089 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Attempting to bind port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:27:56.993467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Attempting to bind port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:27:56.993984 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Attempting to bind port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 on network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:27:57.000267 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:27:57.000583 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Checking segment: {'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:27:57.001013 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:57.001408 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Bound using segment: {'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:27:57.001884 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Bound port: 9ed46c67-8371-4e42-b085-aae7b9dcfdc6, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:27:57.002312 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:57.118072 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] For port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6, host hv-cinder-76845, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:27:57.122425 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] For port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=9ed46c67-8371-4e42-b085-aae7b9dcfdc6,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:27:57.127931 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:57.147131 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:57.312053 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f850f259-de95-4781-a629-020db566739e service neutron] Pushing event updated for resources: {'Port': ['ID=9ed46c67-8371-4e42-b085-aae7b9dcfdc6,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:57.322969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f850f259-de95-4781-a629-020db566739e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:57.375582 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:57.376817 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:57.378410 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-f850f259-de95-4781-a629-020db566739e service neutron] 10.222.0.20 "PUT /v2.0/ports/9ed46c67-8371-4e42-b085-aae7b9dcfdc6 HTTP/1.1" status: 200 len: 1158 time: 2.0756667 Dec 24 10:27:57.379225 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b469f975-1797-4f4f-ac71-45450437672d', 'tag': '9ed46c67-8371-4e42-b085-aae7b9dcfdc6'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:27:57.387787 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 538577a6-c062-43ec-9dd5-ecd28e63719d up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:27:57.550562 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port 538577a6-c062-43ec-9dd5-ecd28e63719d completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:27:57.555682 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4a69a-78dc-404c-ad3a-bb242be98ff3 req-48c48ea1-d360-4b87-8058-285719eb6b7e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:57.561636 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-02f7581e-886b-4e23-85a1-351ee255d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:57.563300 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-02f7581e-886b-4e23-85a1-351ee255d226 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44a7b18f7f114e7e83e1504fcb9d87f0&device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 1161 time: 0.1199298 Dec 24 10:27:57.564322 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 538577a6-c062-43ec-9dd5-ecd28e63719d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:27:57.564743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:57.567507 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-52e4a69a-78dc-404c-ad3a-bb242be98ff3 req-48c48ea1-d360-4b87-8058-285719eb6b7e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.1821890 Dec 24 10:27:57.686599 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-52e4a69a-78dc-404c-ad3a-bb242be98ff3 req-0dd8ec23-6665-4025-84d6-ad9fabd9951d tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114886 Dec 24 10:27:57.701217 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58194) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:57.753535 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5e2d90fb-98bb-46c9-a8f8-2ed6bb935f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:57.801101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-5e2d90fb-98bb-46c9-a8f8-2ed6bb935f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:57.806013 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-313a2bef-f1e1-4529-8f75-11427b140ece service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ed46c67-8371-4e42-b085-aae7b9dcfdc6 HTTP/1.1" status: 200 len: 217 time: 0.2262983 Dec 24 10:27:57.818434 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-5e2d90fb-98bb-46c9-a8f8-2ed6bb935f0b admin admin] Usage tracker for resource:security_group_rule and tenant:3750fe61882d451783f7ce40044e64fb is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:57.888103 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b469f975-1797-4f4f-ac71-45450437672d', 'tag': '9ed46c67-8371-4e42-b085-aae7b9dcfdc6', 'status': 'completed', 'code': 200} Dec 24 10:27:57.918284 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:57.925876 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-514830cc-4caa-4e69-b7f8-350820639d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:57.927495 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-514830cc-4caa-4e69-b7f8-350820639d4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19585d93-b83b-43b8-8e49-feca5067fd3e HTTP/1.1" status: 200 len: 850 time: 0.1025562 Dec 24 10:27:57.931210 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-5e2d90fb-98bb-46c9-a8f8-2ed6bb935f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:57.944594 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-5e2d90fb-98bb-46c9-a8f8-2ed6bb935f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:57.974082 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58204) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:57.999889 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 538577a6-c062-43ec-9dd5-ecd28e63719d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=538577a6-c062-43ec-9dd5-ecd28e63719d,segment=NetworkSegment(1103fa2c-2906-431a-8d84-08e17823d5d8),segment_id=1103fa2c-2906-431a-8d84-08e17823d5d8)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:27:58.006699 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538577a6-c062-43ec-9dd5-ecd28e63719d'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:27:58.027489 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcb0fa-869a-4b38-a788-17152b534a84 req-e2adc56d-23c5-4c24-be4e-c7e9a72cc5b8 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:58.029441 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cdbcb0fa-869a-4b38-a788-17152b534a84 req-e2adc56d-23c5-4c24-be4e-c7e9a72cc5b8 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 944 time: 0.2232316 Dec 24 10:27:58.030452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a33f3fc7-2b11-4491-a3a0-445690d0f26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:58.041186 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:58.044062 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:58.089763 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-84792d29-709c-4de9-82fd-ec43e9935d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:58.095006 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-84792d29-709c-4de9-82fd-ec43e9935d8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1598186 Dec 24 10:27:58.140335 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cdbcb0fa-869a-4b38-a788-17152b534a84 req-7b0b3e7c-37cc-4d86-b622-e91a47e90abd tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993779 Dec 24 10:27:58.149397 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-a33f3fc7-2b11-4491-a3a0-445690d0f26f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:27:58.157759 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-a33f3fc7-2b11-4491-a3a0-445690d0f26f admin admin] Usage tracker for resource:security_group_rule and tenant:72b653170ad441099d3bb3e27b743475 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:27:58.189324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-a33f3fc7-2b11-4491-a3a0-445690d0f26f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:27:58.197827 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-a33f3fc7-2b11-4491-a3a0-445690d0f26f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:27:58.227663 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=538577a6-c062-43ec-9dd5-ecd28e63719d,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:58.247889 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:58.296643 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538577a6-c062-43ec-9dd5-ecd28e63719d', 'code': 200} Dec 24 10:27:58.300639 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5e2d90fb-98bb-46c9-a8f8-2ed6bb935f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:58.313094 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5e2d90fb-98bb-46c9-a8f8-2ed6bb935f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:58.326218 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-324c8c18-d4a5-4d68-990c-7f43cd6b71b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:58.367025 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d90fb-98bb-46c9-a8f8-2ed6bb935f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07389d98-9ed4-4f1c-a7cd-6fe02adbdf6b,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:58.374834 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5e2d90fb-98bb-46c9-a8f8-2ed6bb935f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:58.408920 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-5e2d90fb-98bb-46c9-a8f8-2ed6bb935f0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3750fe61882d451783f7ce40044e64fb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7038569 Dec 24 10:27:58.408920 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a33f3fc7-2b11-4491-a3a0-445690d0f26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:58.410472 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58218) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:58.425673 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a33f3fc7-2b11-4491-a3a0-445690d0f26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:58.475388 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:58.491587 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-fa0c1628-5fb1-4e73-82db-f06b10ef0b03 service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660595 Dec 24 10:27:58.492922 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-a33f3fc7-2b11-4491-a3a0-445690d0f26f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=72b653170ad441099d3bb3e27b743475&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5138030 Dec 24 10:27:58.496423 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 58222) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:27:58.576026 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f3fc7-2b11-4491-a3a0-445690d0f26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e71329-8f76-4430-9164-8b35da63b40f,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:58.582091 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a33f3fc7-2b11-4491-a3a0-445690d0f26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:58.602373 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a2322fb2-cac6-4810-b451-756a80963dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:58.767636 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a2322fb2-cac6-4810-b451-756a80963dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:58.857797 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3a9746a-3c4e-47f1-a35a-e02753533c0b req-4c84512f-ff44-4967-b21e-d6df57a4ac3f service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3563449 Dec 24 10:27:58.869283 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a9841844-1d3a-417d-922c-5516e5a19d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:58.935140 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a9841844-1d3a-417d-922c-5516e5a19d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:58.991162 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a9841844-1d3a-417d-922c-5516e5a19d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:59.000834 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b225d42b-c8e8-4273-a414-0389912fe4f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:59.066188 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841844-1d3a-417d-922c-5516e5a19d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e71329-8f76-4430-9164-8b35da63b40f,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:59.068977 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a9841844-1d3a-417d-922c-5516e5a19d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:59.073892 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a9841844-1d3a-417d-922c-5516e5a19d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:59.077190 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-a9841844-1d3a-417d-922c-5516e5a19d2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f5e71329-8f76-4430-9164-8b35da63b40f HTTP/1.1" status: 204 len: 168 time: 0.5781403 Dec 24 10:27:59.081019 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-863a5e2b-ec04-48ca-930a-d6111ba8a11e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:59.088376 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-863a5e2b-ec04-48ca-930a-d6111ba8a11e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/networks?id=979c235f-62a2-43bc-839f-795da3956b53 HTTP/1.1" status: 200 len: 815 time: 0.2942076 Dec 24 10:27:59.138815 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700df28-821d-4984-a883-7294ef4d51eb req-90461c06-aae1-445b-9e60-c9c6dde795dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:59.140926 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b700df28-821d-4984-a883-7294ef4d51eb req-90461c06-aae1-445b-9e60-c9c6dde795dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44a7b18f7f114e7e83e1504fcb9d87f0&device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 1161 time: 0.1410027 Dec 24 10:27:59.146054 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-eff25257-e0c1-4220-ac02-54e45b10f9fa tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/quotas/6c0b6c2f878f4976b75218d7d422d954 HTTP/1.1" status: 200 len: 375 time: 0.0566509 Dec 24 10:27:59.225955 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4654a-1293-43eb-87c1-387e1a37bcf9 req-f771cb57-007b-4def-bb17-65ea39564fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:59.227591 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b8b4654a-1293-43eb-87c1-387e1a37bcf9 req-f771cb57-007b-4def-bb17-65ea39564fec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1217c7e5c11f45b1a5f92b3b99d2f69d&device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 1163 time: 0.5748479 Dec 24 10:27:59.275303 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b9219-b830-4ad7-89e7-9ff54416dbff req-4f35be94-c4e9-4384-8ce1-f9d15e74171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:59.277044 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-628b9219-b830-4ad7-89e7-9ff54416dbff req-4f35be94-c4e9-4384-8ce1-f9d15e74171a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 1163 time: 0.4810455 Dec 24 10:27:59.331044 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700df28-821d-4984-a883-7294ef4d51eb req-0fb6e6de-9dc9-4b19-889e-48882623c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:59.333013 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a2322fb2-cac6-4810-b451-756a80963dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:59.333211 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b700df28-821d-4984-a883-7294ef4d51eb req-0fb6e6de-9dc9-4b19-889e-48882623c829 service neutron] 10.222.0.20 "GET /v2.0/networks?id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab HTTP/1.1" status: 200 len: 905 time: 0.1836004 Dec 24 10:27:59.340356 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97217516-ce47-4a2c-9121-3e65f1a95f0e req-46168dab-cf07-476f-9959-a12be3adcc15 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:59.342134 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-97217516-ce47-4a2c-9121-3e65f1a95f0e req-46168dab-cf07-476f-9959-a12be3adcc15 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.5502648 Dec 24 10:27:59.412876 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:27:59.414677 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b700df28-821d-4984-a883-7294ef4d51eb req-401a9848-89d2-4e0d-928d-2ad3e95ebccc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ed46c67-8371-4e42-b085-aae7b9dcfdc6 HTTP/1.1" status: 200 len: 217 time: 0.0728245 Dec 24 10:27:59.500460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2322fb2-cac6-4810-b451-756a80963dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07389d98-9ed4-4f1c-a7cd-6fe02adbdf6b,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:27:59.508300 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700df28-821d-4984-a883-7294ef4d51eb req-e8b0a033-71e6-44d2-bc09-27940cdd476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:59.509928 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b700df28-821d-4984-a883-7294ef4d51eb req-e8b0a033-71e6-44d2-bc09-27940cdd476d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19585d93-b83b-43b8-8e49-feca5067fd3e HTTP/1.1" status: 200 len: 850 time: 0.0876424 Dec 24 10:27:59.516008 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-97217516-ce47-4a2c-9121-3e65f1a95f0e req-05062fb8-2b48-4b85-bf7d-4048f8c49049 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556382 Dec 24 10:27:59.517051 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a2322fb2-cac6-4810-b451-756a80963dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:27:59.528043 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a2322fb2-cac6-4810-b451-756a80963dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:27:59.531706 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-a2322fb2-cac6-4810-b451-756a80963dc6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/07389d98-9ed4-4f1c-a7cd-6fe02adbdf6b HTTP/1.1" status: 204 len: 168 time: 1.1190665 Dec 24 10:27:59.534461 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-628b9219-b830-4ad7-89e7-9ff54416dbff req-d2856bd0-402d-4af5-81fc-907a6999e0b1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321439 Dec 24 10:27:59.548329 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-2e25a886-4c18-4a53-8ce1-7b3452200be2 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c0b6c2f878f4976b75218d7d422d954&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4012632 Dec 24 10:27:59.680620 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700df28-821d-4984-a883-7294ef4d51eb req-976e79c7-84db-4667-8adc-a572303d3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:59.683641 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b700df28-821d-4984-a883-7294ef4d51eb req-976e79c7-84db-4667-8adc-a572303d3694 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1459534 Dec 24 10:27:59.709268 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-a548d95e-842a-4ce1-ae13-5678df8345ad service neutron] 10.222.0.58 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598952 Dec 24 10:27:59.776079 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4654a-1293-43eb-87c1-387e1a37bcf9 req-dc728aaa-50b4-4386-af46-d71f1fa763b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:27:59.778264 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b8b4654a-1293-43eb-87c1-387e1a37bcf9 req-dc728aaa-50b4-4386-af46-d71f1fa763b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 HTTP/1.1" status: 200 len: 912 time: 0.5405967 Dec 24 10:28:00.024734 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 58290) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:00.068134 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b700df28-821d-4984-a883-7294ef4d51eb req-e19b8eec-40bc-4fa0-a750-211321ee9739 service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198896 Dec 24 10:28:00.158428 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b8b4654a-1293-43eb-87c1-387e1a37bcf9 req-d1e49c0c-9ae1-49d0-aac9-abdde46b391a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df92cdd-566e-4f6c-9bff-eb65be9f9144 HTTP/1.1" status: 200 len: 217 time: 0.0959878 Dec 24 10:28:00.272261 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b700df28-821d-4984-a883-7294ef4d51eb req-2f32e4f7-2200-440c-a665-c5a06112b38e service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1867144 Dec 24 10:28:00.275362 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-20d7a4d6-0ec1-4d3d-8c30-32e60eb172b2 service neutron] 10.222.0.58 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5651023 Dec 24 10:28:00.304944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5aedc1-1339-4114-8370-d27b33a50230 req-a513b8a8-c484-46f0-ba6e-dc7457574850 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:00.306461 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cb5aedc1-1339-4114-8370-d27b33a50230 req-a513b8a8-c484-46f0-ba6e-dc7457574850 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 944 time: 0.5253465 Dec 24 10:28:00.314177 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 58300) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:00.323279 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4654a-1293-43eb-87c1-387e1a37bcf9 req-23bd0884-af2c-4754-850b-59d3ce74a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:00.324959 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b8b4654a-1293-43eb-87c1-387e1a37bcf9 req-23bd0884-af2c-4754-850b-59d3ce74a556 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3390986-5262-4576-aa00-ead79d3abb56 HTTP/1.1" status: 200 len: 858 time: 0.1495650 Dec 24 10:28:00.352882 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2bf9cb13-3472-4968-9ae8-a0c19b6db63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:00.389825 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c3a730d3-29ca-451e-9aa0-17d4f2a2da1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:00.414789 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-2bf9cb13-3472-4968-9ae8-a0c19b6db63f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:00.420841 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-2bf9cb13-3472-4968-9ae8-a0c19b6db63f admin admin] Usage tracker for resource:security_group_rule and tenant:00bffddcbd5e42d9bf1209d84524e895 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:00.424798 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-2bf9cb13-3472-4968-9ae8-a0c19b6db63f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:00.436764 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-2bf9cb13-3472-4968-9ae8-a0c19b6db63f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:00.477397 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b8b4654a-1293-43eb-87c1-387e1a37bcf9 req-2aefa97f-5768-4256-a96a-ea22d2c02641 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081421 Dec 24 10:28:00.538262 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cb5aedc1-1339-4114-8370-d27b33a50230 req-dec680af-f3b0-4fbc-8b20-c20bff7f50ca tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052407 Dec 24 10:28:00.565541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2bf9cb13-3472-4968-9ae8-a0c19b6db63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:00.571386 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 538577a6-c062-43ec-9dd5-ecd28e63719d up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:28:00.605801 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-c3a730d3-29ca-451e-9aa0-17d4f2a2da1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:00.614146 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-c3a730d3-29ca-451e-9aa0-17d4f2a2da1a admin admin] Usage tracker for resource:security_group_rule and tenant:0fb16397a91f4c9285828a8e7f144b3a is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:00.622396 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-c3a730d3-29ca-451e-9aa0-17d4f2a2da1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:00.637455 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-c3a730d3-29ca-451e-9aa0-17d4f2a2da1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:00.763409 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c3a730d3-29ca-451e-9aa0-17d4f2a2da1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:00.765438 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2bf9cb13-3472-4968-9ae8-a0c19b6db63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:00.783661 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4c7a4b87-4512-4a1d-b757-1ff8f0fd5302 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:00.790568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c3a730d3-29ca-451e-9aa0-17d4f2a2da1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:00.816564 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 538577a6-c062-43ec-9dd5-ecd28e63719d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:28:00.817041 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:00.840702 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-c3a730d3-29ca-451e-9aa0-17d4f2a2da1a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0fb16397a91f4c9285828a8e7f144b3a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8114207 Dec 24 10:28:00.847992 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 58318) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:00.926752 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ad8cf17d-e6d5-4ae2-9e3d-f85685099118 req-45b5bc98-f85a-4034-a2fe-a7de8cd7fc90 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 210 time: 0.1529882 Dec 24 10:28:00.926975 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-2bf9cb13-3472-4968-9ae8-a0c19b6db63f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=00bffddcbd5e42d9bf1209d84524e895&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6111712 Dec 24 10:28:00.935716 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58324) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:01.018958 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b8b4654a-1293-43eb-87c1-387e1a37bcf9 req-48848b2c-8120-4bf8-9bd8-0b8a853abb74 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225316 Dec 24 10:28:01.028508 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9cb13-3472-4968-9ae8-a0c19b6db63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbe8923-a4ad-4cf7-91cc-75c8363390fd,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:01.057386 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2bf9cb13-3472-4968-9ae8-a0c19b6db63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:01.066995 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:01.189221 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a730d3-29ca-451e-9aa0-17d4f2a2da1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a4c9e8-a4c7-4cee-a188-103b5ab1482f,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:01.216710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c3a730d3-29ca-451e-9aa0-17d4f2a2da1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:01.246425 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1ebead45-e46a-48b4-a247-8a9a57d48d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:01.262548 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b8b4654a-1293-43eb-87c1-387e1a37bcf9 req-aa18ac32-69a3-4fff-a9fe-38e8e663c072 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2286224 Dec 24 10:28:01.276433 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1ebead45-e46a-48b4-a247-8a9a57d48d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:01.327093 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1ebead45-e46a-48b4-a247-8a9a57d48d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:01.333995 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8a847bf3-6e55-404e-80a3-21ac025663df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:01.351099 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebead45-e46a-48b4-a247-8a9a57d48d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a4c9e8-a4c7-4cee-a188-103b5ab1482f,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:01.353938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1ebead45-e46a-48b4-a247-8a9a57d48d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:01.369127 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1ebead45-e46a-48b4-a247-8a9a57d48d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:01.371109 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-1ebead45-e46a-48b4-a247-8a9a57d48d4a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60a4c9e8-a4c7-4cee-a188-103b5ab1482f HTTP/1.1" status: 204 len: 168 time: 0.5196781 Dec 24 10:28:01.403322 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-05574fbf-c543-4e2d-91c0-8ad029e7cabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:01.453668 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-05574fbf-c543-4e2d-91c0-8ad029e7cabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:01.533560 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99229801-a156-4663-a35b-d4d8ee65ac07 req-dfab3d73-f3b7-42fe-a461-80a8c09e193a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:01.541002 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-99229801-a156-4663-a35b-d4d8ee65ac07 req-dfab3d73-f3b7-42fe-a461-80a8c09e193a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.2746935 Dec 24 10:28:01.563436 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215ec7d-4004-4b7d-88c3-3437edd5376a req-de1fc8e1-7a32-4054-b2e3-03af2f71da31 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:01.571227 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6215ec7d-4004-4b7d-88c3-3437edd5376a req-de1fc8e1-7a32-4054-b2e3-03af2f71da31 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 945 time: 0.2954576 Dec 24 10:28:01.634374 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-99229801-a156-4663-a35b-d4d8ee65ac07 req-1497db81-3553-4fdf-bee3-86e9305793fc tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926540 Dec 24 10:28:01.657307 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6215ec7d-4004-4b7d-88c3-3437edd5376a req-cf8079b6-4f0c-421c-81f4-951d1a84767f tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/security-groups?id=458a3e7e-1737-4f1f-b36a-0aa9759eec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850759 Dec 24 10:28:01.658543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-05574fbf-c543-4e2d-91c0-8ad029e7cabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:01.664033 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:01.683730 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05574fbf-c543-4e2d-91c0-8ad029e7cabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbe8923-a4ad-4cf7-91cc-75c8363390fd,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:01.688147 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-05574fbf-c543-4e2d-91c0-8ad029e7cabb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:01.691543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-05574fbf-c543-4e2d-91c0-8ad029e7cabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:01.692784 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-05574fbf-c543-4e2d-91c0-8ad029e7cabb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9fbe8923-a4ad-4cf7-91cc-75c8363390fd HTTP/1.1" status: 204 len: 168 time: 0.7560167 Dec 24 10:28:01.896484 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4fab02-8298-4dd9-b841-e0967fdc87a4 req-a529bc13-37a9-43c1-8428-23feb7b62d49 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:01.906066 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-bc4fab02-8298-4dd9-b841-e0967fdc87a4 req-a529bc13-37a9-43c1-8428-23feb7b62d49 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 944 time: 0.0985873 Dec 24 10:28:01.956300 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58364) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:01.975708 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-bc4fab02-8298-4dd9-b841-e0967fdc87a4 req-ad503912-767d-4060-914c-b9f2a15bbd4e tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687230 Dec 24 10:28:02.001792 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ad0401bc-5e31-403e-8698-9d5a424626dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:02.031860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-ad0401bc-5e31-403e-8698-9d5a424626dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:02.036066 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-ad0401bc-5e31-403e-8698-9d5a424626dc admin admin] Usage tracker for resource:security_group_rule and tenant:c8b2337deb3646f086fb97b38fdf7975 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:02.039346 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-ad0401bc-5e31-403e-8698-9d5a424626dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:02.045536 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-ad0401bc-5e31-403e-8698-9d5a424626dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:02.158585 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-72ecff13-ee77-4953-8065-64eb94a76a3c req-635b5992-9c4b-4f50-8b09-c7aaed7bbf39 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 210 time: 0.0592227 Dec 24 10:28:02.190086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ad0401bc-5e31-403e-8698-9d5a424626dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:02.200730 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ad0401bc-5e31-403e-8698-9d5a424626dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:02.205268 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e85015bd-0396-4827-895b-8f4957859f2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:02.255820 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0401bc-5e31-403e-8698-9d5a424626dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513ce9f2-7408-408e-80d0-49f8ca60fe57,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:02.261820 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ad0401bc-5e31-403e-8698-9d5a424626dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:02.266002 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-ad0401bc-5e31-403e-8698-9d5a424626dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c8b2337deb3646f086fb97b38fdf7975&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3081009 Dec 24 10:28:02.268638 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58378) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:02.338331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-78c91b1d-483b-4635-ab2d-3522f07d632b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:02.368367 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-78c91b1d-483b-4635-ab2d-3522f07d632b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:02.423332 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-78c91b1d-483b-4635-ab2d-3522f07d632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:02.430129 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5e2d90fb-98bb-46c9-a8f8-2ed6bb935f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:02.444298 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c91b1d-483b-4635-ab2d-3522f07d632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513ce9f2-7408-408e-80d0-49f8ca60fe57,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:02.448019 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-78c91b1d-483b-4635-ab2d-3522f07d632b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:02.451928 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-78c91b1d-483b-4635-ab2d-3522f07d632b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:02.452996 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-78c91b1d-483b-4635-ab2d-3522f07d632b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/513ce9f2-7408-408e-80d0-49f8ca60fe57 HTTP/1.1" status: 204 len: 168 time: 0.1830280 Dec 24 10:28:03.080006 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8ec6ac01-337e-479f-8fa1-ac58a46f10e1 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:03.081625 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8ec6ac01-337e-479f-8fa1-ac58a46f10e1 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "GET /v2.0/networks?id=979c235f-62a2-43bc-839f-795da3956b53 HTTP/1.1" status: 200 len: 815 time: 0.4131649 Dec 24 10:28:03.112369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97fb29-a1c7-413a-b714-c1ea2f64626b req-ee652c13-ce63-4f02-96b4-eb0e81dbcb11 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:03.113986 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-db97fb29-a1c7-413a-b714-c1ea2f64626b req-ee652c13-ce63-4f02-96b4-eb0e81dbcb11 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.2054377 Dec 24 10:28:03.124345 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0f127-b1b2-4f61-955a-985826df7e93 req-0db736dc-94ce-422b-a176-fa76af81b8b8 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:03.125976 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94f0f127-b1b2-4f61-955a-985826df7e93 req-0db736dc-94ce-422b-a176-fa76af81b8b8 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 945 time: 0.2160804 Dec 24 10:28:03.132571 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Request body: {'port': {'device_id': 'b37b0acf-53ed-4736-aece-1daee665ca76', 'network_id': '979c235f-62a2-43bc-839f-795da3956b53', 'admin_state_up': True, 'tenant_id': '6c0b6c2f878f4976b75218d7d422d954'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:28:03.360228 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-db97fb29-a1c7-413a-b714-c1ea2f64626b req-dd57812e-3342-4c5e-8e81-5bc03c7048b3 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318745 Dec 24 10:28:03.367144 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94f0f127-b1b2-4f61-955a-985826df7e93 req-33fe33e7-d64d-46a9-b073-e668cb2fae6b tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/security-groups?id=458a3e7e-1737-4f1f-b36a-0aa9759eec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695118 Dec 24 10:28:03.411384 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:03.416597 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Usage tracker for resource:port and tenant:6c0b6c2f878f4976b75218d7d422d954 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:03.420851 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Quota usage for port was recalculated. Used quota:1. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:03.439543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:03.450796 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Made reservation on behalf of 6c0b6c2f878f4976b75218d7d422d954 for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:28:03.466262 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:03.609489 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3d8f9139-f212-4a36-879b-86e90e2fe4d2 req-5dbca133-b668-48a7-8ed9-d514bd0d3794 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2321908 Dec 24 10:28:03.877308 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:28:03.941316 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1f746309-e3b3-4f60-ac54-01c0aa257979 req-919bf924-2d60-4085-8707-166d6fb94518 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 210 time: 0.0753961 Dec 24 10:28:03.962577 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f9139-f212-4a36-879b-86e90e2fe4d2 req-46d60550-044a-4c48-aa5b-a36b589ddb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:03.966917 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3d8f9139-f212-4a36-879b-86e90e2fe4d2 req-46d60550-044a-4c48-aa5b-a36b589ddb4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c0b6c2f878f4976b75218d7d422d954&device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 1162 time: 0.1862371 Dec 24 10:28:04.035608 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b660b8d-e630-4992-bcf3-4b5614be3bb1 req-5bb34572-aab9-4514-9062-52fd04b4a146 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:04.044088 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:28:04.044301 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4b660b8d-e630-4992-bcf3-4b5614be3bb1 req-5bb34572-aab9-4514-9062-52fd04b4a146 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 944 time: 0.5179501 Dec 24 10:28:04.050610 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:28:04.051037 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:04.116539 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4b660b8d-e630-4992-bcf3-4b5614be3bb1 req-f9f45604-ad02-4907-b7c0-87ced78d07f7 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712342 Dec 24 10:28:04.149702 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Allocated IP 172.20.0.4 (979c235f-62a2-43bc-839f-795da3956b53/35c06aae-d814-4d04-b231-1c4580d06493/a80f9059-ef2c-4d20-b1aa-70503aaea7b1) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:28:04.262217 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f9139-f212-4a36-879b-86e90e2fe4d2 req-01a29933-bb5b-49e4-a2dc-977ea3fe8e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:04.264181 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3d8f9139-f212-4a36-879b-86e90e2fe4d2 req-01a29933-bb5b-49e4-a2dc-977ea3fe8e60 service neutron] 10.222.0.20 "GET /v2.0/networks?id=979c235f-62a2-43bc-839f-795da3956b53 HTTP/1.1" status: 200 len: 909 time: 0.2410276 Dec 24 10:28:04.364130 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:04.446773 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3d8f9139-f212-4a36-879b-86e90e2fe4d2 req-341744e3-2aeb-4683-ad69-d7bcfdf0a40c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=101bee49-d4fc-4cd7-88e7-8593cd98f6e6 HTTP/1.1" status: 200 len: 217 time: 0.1663957 Dec 24 10:28:04.471055 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=9ed46c67-8371-4e42-b085-aae7b9dcfdc6,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:28:04.474156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b469f975-1797-4f4f-ac71-45450437672d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed46c67-8371-4e42-b085-aae7b9dcfdc6'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:28:04.495876 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:04.500525 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 538577a6-c062-43ec-9dd5-ecd28e63719d up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:28:04.605971 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:04.663171 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f9139-f212-4a36-879b-86e90e2fe4d2 req-71908cac-c24d-4bb1-a2ff-43174031c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:04.665117 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3d8f9139-f212-4a36-879b-86e90e2fe4d2 req-71908cac-c24d-4bb1-a2ff-43174031c130 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=35c06aae-d814-4d04-b231-1c4580d06493 HTTP/1.1" status: 200 len: 855 time: 0.2110004 Dec 24 10:28:04.764338 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3d8f9139-f212-4a36-879b-86e90e2fe4d2 req-ed93917b-d419-433e-bdcc-68694ac66632 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=979c235f-62a2-43bc-839f-795da3956b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900126 Dec 24 10:28:04.826221 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=9ed46c67-8371-4e42-b085-aae7b9dcfdc6,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:04.831105 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:04.873316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 538577a6-c062-43ec-9dd5-ecd28e63719d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:28:04.874305 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:05.079510 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3d8f9139-f212-4a36-879b-86e90e2fe4d2 req-bac2976f-8016-4228-8cd4-663e469c92b8 service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079779 Dec 24 10:28:05.094786 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-6d1e5261-5007-4dfe-910b-b1b3551b799d tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:05.096371 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-6d1e5261-5007-4dfe-910b-b1b3551b799d tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.20 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 945 time: 0.8883300 Dec 24 10:28:05.135887 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:28:05.241757 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faff476-a94e-4e98-b7f9-a08cfce5d818 req-2340a268-875a-4bc1-85be-62919c7e1d72 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:05.243265 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3d8f9139-f212-4a36-879b-86e90e2fe4d2 req-ed9f92e2-03eb-46e3-bd34-db389a2d8c31 service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1564298 Dec 24 10:28:05.245165 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2faff476-a94e-4e98-b7f9-a08cfce5d818 req-2340a268-875a-4bc1-85be-62919c7e1d72 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 945 time: 0.3360145 Dec 24 10:28:05.260629 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Deleting port 16c87f13-0605-4e7c-af27-447c8a155690 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:28:05.261844 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:05.293869 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:05.303005 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2220527d-aa2b-4050-b764-022cc393566e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:05.357653 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f71aa-d89d-407f-8772-043123ed2967 req-0c147a24-e545-47a5-8384-4a4dca96aa28 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:05.359284 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b65f71aa-d89d-407f-8772-043123ed2967 req-0c147a24-e545-47a5-8384-4a4dca96aa28 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.3962803 Dec 24 10:28:05.454026 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2faff476-a94e-4e98-b7f9-a08cfce5d818 req-56d0a4fa-4ace-4d0d-9742-dd64daede1e4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/security-groups?id=458a3e7e-1737-4f1f-b36a-0aa9759eec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525455 Dec 24 10:28:05.494547 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:28:05.504923 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:05.551759 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:05.597462 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b65f71aa-d89d-407f-8772-043123ed2967 req-a6309797-be43-4f56-8f7b-e0a6d66298fb tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176752 Dec 24 10:28:05.645890 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b469f975-1797-4f4f-ac71-45450437672d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed46c67-8371-4e42-b085-aae7b9dcfdc6', 'code': 200} Dec 24 10:28:05.668331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:28:05.669074 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:05.868463 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 16c87f13-0605-4e7c-af27-447c8a155690 no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:28:05.881283 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] For port 16c87f13-0605-4e7c-af27-447c8a155690, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=16c87f13-0605-4e7c-af27-447c8a155690,segment=NetworkSegment(f631fe3a-ea76-40cf-b3ca-fb7412e5eaab),segment_id=f631fe3a-ea76-40cf-b3ca-fb7412e5eaab)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:28:05.881786 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:06.024441 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Calling delete_port for 16c87f13-0605-4e7c-af27-447c8a155690 owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:28:06.030815 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:06.047120 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c023560-8296-4471-84df-1bca1edd9d5b req-de8e2c5e-921a-47f4-b67f-2a1fbd5005bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:06.048792 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8c023560-8296-4471-84df-1bca1edd9d5b req-de8e2c5e-921a-47f4-b67f-2a1fbd5005bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 1163 time: 0.1733930 Dec 24 10:28:06.075845 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 16c87f13-0605-4e7c-af27-447c8a155690, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=16c87f13-0605-4e7c-af27-447c8a155690,segment=NetworkSegment(f631fe3a-ea76-40cf-b3ca-fb7412e5eaab),segment_id=f631fe3a-ea76-40cf-b3ca-fb7412e5eaab)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:28:06.080503 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:06.090314 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:06.135119 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-8c023560-8296-4471-84df-1bca1edd9d5b req-731800fa-00d6-4b70-b22c-6c9a07970c6c service neutron] Synchronizing usage tracker for tenant:3adc8fd567e1402c840420836c853497 on resource:security_group {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:28:06.162279 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-8c023560-8296-4471-84df-1bca1edd9d5b req-731800fa-00d6-4b70-b22c-6c9a07970c6c service neutron] Unset dirty status for tenant:3adc8fd567e1402c840420836c853497 on resource:security_group {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:28:06.163508 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8c023560-8296-4471-84df-1bca1edd9d5b req-731800fa-00d6-4b70-b22c-6c9a07970c6c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059749 Dec 24 10:28:06.191027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=16c87f13-0605-4e7c-af27-447c8a155690,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:06.195362 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:06.308052 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.api [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80199) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:28:06.308966 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_db.api [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 24 10:28:06.405958 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Pushing event updated for resources: {'Port': ['ID=a80f9059-ef2c-4d20-b1aa-70503aaea7b1,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:06.414350 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:06.495530 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Network 979c235f-62a2-43bc-839f-795da3956b53 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:28:06.503253 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77aec07-c17d-4fd3-9d7a-8e9737fd9699 req-0c1b8700-9e9d-42a4-a52a-2fc77a50cd18 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:06.504906 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c77aec07-c17d-4fd3-9d7a-8e9737fd9699 req-0c1b8700-9e9d-42a4-a52a-2fc77a50cd18 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.2946508 Dec 24 10:28:06.505899 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:28:06.514230 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a73e1b-b22f-443c-ad1b-70aab777fbba req-c3212903-1c50-4649-b33a-980bc3e605e8 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:06.515823 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-66a73e1b-b22f-443c-ad1b-70aab777fbba req-c3212903-1c50-4649-b33a-980bc3e605e8 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 931 time: 0.3068433 Dec 24 10:28:06.516636 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:28:06.632529 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:06.633226 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:06.699628 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5725353 Dec 24 10:28:06.713279 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c77aec07-c17d-4fd3-9d7a-8e9737fd9699 req-7d356b96-6a77-4d65-9ba7-a8ca00913a21 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511185 Dec 24 10:28:06.719464 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-66a73e1b-b22f-443c-ad1b-70aab777fbba req-f800a391-e873-4028-a3f9-a4d0fdfd562e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562762 Dec 24 10:28:06.731743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Request body: {'port': {'device_id': 'b37b0acf-53ed-4736-aece-1daee665ca76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:28:06.834996 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Deleting port 16c87f13-0605-4e7c-af27-447c8a155690 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:28:06.834996 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:07.151464 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:07.478969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a83e3-d904-48b0-b0aa-c96c852d6b6c req-1cdaf00c-f518-4ab8-9bb1-26ab913211b1 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:07.481195 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-052a83e3-d904-48b0-b0aa-c96c852d6b6c req-1cdaf00c-f518-4ab8-9bb1-26ab913211b1 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.5848224 Dec 24 10:28:07.494332 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e57fc-79de-4853-94f5-ccce661859b8 req-f5e75c3c-01ee-49c4-95c1-dc48704d1d89 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:07.495327 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-577e57fc-79de-4853-94f5-ccce661859b8 req-f5e75c3c-01ee-49c4-95c1-dc48704d1d89 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Synchronizing usage tracker for tenant:cacb63a7667448b6a2d9b325de75357b on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:28:07.647032 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9f5d78-aceb-430d-91e8-8239658d3194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16c87f13-0605-4e7c-af27-447c8a155690'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:28:07.647495 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-577e57fc-79de-4853-94f5-ccce661859b8 req-f5e75c3c-01ee-49c4-95c1-dc48704d1d89 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Unset dirty status for tenant:cacb63a7667448b6a2d9b325de75357b on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:28:07.648622 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-577e57fc-79de-4853-94f5-ccce661859b8 req-f5e75c3c-01ee-49c4-95c1-dc48704d1d89 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 943 time: 0.7139940 Dec 24 10:28:07.725440 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-052a83e3-d904-48b0-b0aa-c96c852d6b6c req-790d921c-c71f-412f-88ed-80bec36f6a46 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271106 Dec 24 10:28:07.740622 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] For port 16c87f13-0605-4e7c-af27-447c8a155690, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=16c87f13-0605-4e7c-af27-447c8a155690,segment=NetworkSegment(f631fe3a-ea76-40cf-b3ca-fb7412e5eaab),segment_id=f631fe3a-ea76-40cf-b3ca-fb7412e5eaab)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:28:07.741051 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:07.787207 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:07.798732 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:28:07.865828 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9f5d78-aceb-430d-91e8-8239658d3194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16c87f13-0605-4e7c-af27-447c8a155690', 'code': 200} Dec 24 10:28:07.883557 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:28:07.884371 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:07.936202 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Calling delete_port for 16c87f13-0605-4e7c-af27-447c8a155690 owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:28:07.973270 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-577e57fc-79de-4853-94f5-ccce661859b8 req-d40a36a3-962d-40c1-9dac-45acf98ee075 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/security-groups?id=458a3e7e-1737-4f1f-b36a-0aa9759eec6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017359 Dec 24 10:28:07.985911 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa7954a2-9cbe-477c-9f00-6bff81b652fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:08.353027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d621c60-5802-4188-84f5-fc956f37b6a3 req-7c1db373-2c26-4099-a85c-5fd669224354 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:08.355270 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9d621c60-5802-4188-84f5-fc956f37b6a3 req-7c1db373-2c26-4099-a85c-5fd669224354 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.3777554 Dec 24 10:28:08.420169 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:08.455957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:08.538215 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9d621c60-5802-4188-84f5-fc956f37b6a3 req-22b8395b-02c5-4053-8275-07ab92e2c819 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716166 Dec 24 10:28:08.539026 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Pushing event deleted for resources: {'Port': ['ID=16c87f13-0605-4e7c-af27-447c8a155690,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:08.577617 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:08.590574 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb02839-1f73-47f0-bb09-cc9049b11255 req-d04086b4-4a41-4d21-99ee-a5f318972a74 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:08.591363 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-3cb02839-1f73-47f0-bb09-cc9049b11255 req-d04086b4-4a41-4d21-99ee-a5f318972a74 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Synchronizing usage tracker for tenant:6c0b6c2f878f4976b75218d7d422d954 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:28:08.610372 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:08.689262 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a80f9059-ef2c-4d20-b1aa-70503aaea7b1 {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:28:08.702106 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:08.726757 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-3cb02839-1f73-47f0-bb09-cc9049b11255 req-d04086b4-4a41-4d21-99ee-a5f318972a74 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Unset dirty status for tenant:6c0b6c2f878f4976b75218d7d422d954 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:28:08.728095 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3cb02839-1f73-47f0-bb09-cc9049b11255 req-d04086b4-4a41-4d21-99ee-a5f318972a74 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 931 time: 0.5233684 Dec 24 10:28:08.735699 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Transition to ACTIVE for port object a80f9059-ef2c-4d20-b1aa-70503aaea7b1 will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:28:08.784186 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:08.828643 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:08.945830 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] No DVR routers for this DVR port 16c87f13-0605-4e7c-af27-447c8a155690 on host hv-cinder-76845 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:28:08.966131 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:08.970885 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9f5d78-aceb-430d-91e8-8239658d3194', 'name': 'network-vif-deleted', 'tag': '16c87f13-0605-4e7c-af27-447c8a155690'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:28:09.045395 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3cb02839-1f73-47f0-bb09-cc9049b11255 req-52ebb6de-2b7c-42e8-8c4d-3c1fb2f9fd56 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052983 Dec 24 10:28:09.087657 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Pushing event updated for resources: {'Port': ['ID=a80f9059-ef2c-4d20-b1aa-70503aaea7b1,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:09.098688 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:09.103598 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-48c2ca0a-dc73-4e1c-9fa6-3d0c9f14bb12 req-3213cd76-7a60-4c01-ba8d-00e4180a2ec4 tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.20 "DELETE /v2.0/ports/16c87f13-0605-4e7c-af27-447c8a155690 HTTP/1.1" status: 204 len: 173 time: 3.9667714 Dec 24 10:28:09.144382 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df136bf5-17ac-4eab-a572-5f9e8289342b req-4eb0da1d-541c-49af-8547-38cdaf1f540b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:09.153289 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-df136bf5-17ac-4eab-a572-5f9e8289342b req-4eb0da1d-541c-49af-8547-38cdaf1f540b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.4148269 Dec 24 10:28:09.157987 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 58620) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:09.165076 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-346761f8-5ee5-4cba-8be5-aff13b94f579 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Request body: {'floatingip': {'port_id': '9ed46c67-8371-4e42-b085-aae7b9dcfdc6'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:28:09.254115 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:09.267039 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b9f5d78-aceb-430d-91e8-8239658d3194', 'name': 'network-vif-deleted', 'tag': '16c87f13-0605-4e7c-af27-447c8a155690', 'status': 'completed', 'code': 200} Dec 24 10:28:09.320525 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-346761f8-5ee5-4cba-8be5-aff13b94f579 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for floatingip, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:09.453904 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Attempting to bind port a80f9059-ef2c-4d20-b1aa-70503aaea7b1 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:28:09.454327 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Attempting to bind port a80f9059-ef2c-4d20-b1aa-70503aaea7b1 by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:28:09.454687 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Attempting to bind port a80f9059-ef2c-4d20-b1aa-70503aaea7b1 on network 979c235f-62a2-43bc-839f-795da3956b53 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:28:09.474645 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:28:09.475013 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Checking segment: {'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:28:09.475407 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:09.475791 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Bound using segment: {'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:28:09.476263 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Bound port: a80f9059-ef2c-4d20-b1aa-70503aaea7b1, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:28:09.476647 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:09.498180 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-8457d5d6-29ae-4f2a-b1f1-f78b971edd43 req-e75a4b61-5821-4e6c-9452-b2a593df27ef tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Synchronizing usage tracker for tenant:cacb63a7667448b6a2d9b325de75357b on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:28:09.588072 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-8457d5d6-29ae-4f2a-b1f1-f78b971edd43 req-e75a4b61-5821-4e6c-9452-b2a593df27ef tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] Unset dirty status for tenant:cacb63a7667448b6a2d9b325de75357b on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:28:09.589965 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8457d5d6-29ae-4f2a-b1f1-f78b971edd43 req-e75a4b61-5821-4e6c-9452-b2a593df27ef tempest-DeleteServersTestJSON-1669958916 tempest-DeleteServersTestJSON-1669958916] 10.222.0.58 "GET /v2.0/ports?device_id=3b9f5d78-aceb-430d-91e8-8239658d3194 HTTP/1.1" status: 200 len: 210 time: 0.1786036 Dec 24 10:28:09.639009 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f33c59-082a-47b6-9f8d-fc4d3fa548b6 req-b1970c02-8bc5-4e57-a4ce-18448205e9a0 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:09.639009 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-60f33c59-082a-47b6-9f8d-fc4d3fa548b6 req-b1970c02-8bc5-4e57-a4ce-18448205e9a0 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.3682649 Dec 24 10:28:09.645453 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] For port a80f9059-ef2c-4d20-b1aa-70503aaea7b1, host hv-cinder-76845, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:28:09.650818 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] For port a80f9059-ef2c-4d20-b1aa-70503aaea7b1, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=a80f9059-ef2c-4d20-b1aa-70503aaea7b1,segment=NetworkSegment(c6268194-92ad-4907-9cbe-61414ca02230),segment_id=c6268194-92ad-4907-9cbe-61414ca02230)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:28:09.671323 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:09.691836 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:09.856364 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-60f33c59-082a-47b6-9f8d-fc4d3fa548b6 req-591377d7-e12a-4ba4-b7cc-14e9fec8d223 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125967 Dec 24 10:28:09.906655 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Pushing event updated for resources: {'Port': ['ID=a80f9059-ef2c-4d20-b1aa-70503aaea7b1,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:09.916203 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:09.982498 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:10.349226 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:10.350568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:10.353041 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] 10.222.0.20 "PUT /v2.0/ports/a80f9059-ef2c-4d20-b1aa-70503aaea7b1 HTTP/1.1" status: 200 len: 1157 time: 3.6325634 Dec 24 10:28:10.535921 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829b83d-3135-48f9-aa77-f98071f67c97 req-f8a29ad1-b12e-476d-abfa-89337018b7b2 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:10.537956 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8829b83d-3135-48f9-aa77-f98071f67c97 req-f8a29ad1-b12e-476d-abfa-89337018b7b2 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 943 time: 0.2776637 Dec 24 10:28:10.605625 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-d54aacf2-584c-496e-9cc0-ff158b809743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:10.607605 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-d54aacf2-584c-496e-9cc0-ff158b809743 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c0b6c2f878f4976b75218d7d422d954&device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 1160 time: 0.1816273 Dec 24 10:28:10.617713 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8829b83d-3135-48f9-aa77-f98071f67c97 req-1aa433ec-d3f7-48ed-a5e8-0176c0b0eca3 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717137 Dec 24 10:28:10.623599 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.resource_extend [None req-346761f8-5ee5-4cba-8be5-aff13b94f579 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 24 10:28:10.712962 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-b70049c6-e7c3-45fc-96f5-286796bc1d9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80f9059-ef2c-4d20-b1aa-70503aaea7b1 HTTP/1.1" status: 200 len: 217 time: 0.0879962 Dec 24 10:28:10.796989 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-346761f8-5ee5-4cba-8be5-aff13b94f579 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for floatingip, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:10.809151 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-346761f8-5ee5-4cba-8be5-aff13b94f579 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:10.842305 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-117709dd-eb2e-48ca-bc84-ca12aafec6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:10.844451 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-117709dd-eb2e-48ca-bc84-ca12aafec6da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=35c06aae-d814-4d04-b231-1c4580d06493 HTTP/1.1" status: 200 len: 855 time: 0.1211619 Dec 24 10:28:10.903551 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-f4ebb6e0-d664-41bb-b824-47030e03501a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=979c235f-62a2-43bc-839f-795da3956b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511119 Dec 24 10:28:11.014294 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.l3_db [None req-346761f8-5ee5-4cba-8be5-aff13b94f579 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Floating IP 54f95d8b-8b80-4e40-9e02-3a2d881a180f associated. External IP: 172.28.2.28, port: 9ed46c67-8371-4e42-b085-aae7b9dcfdc6. Dec 24 10:28:11.167930 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-c1f2001b-e087-4cfa-a47b-2e6c79eaf637 service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519457 Dec 24 10:28:11.179244 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f668636-88ee-47dd-beca-4e01d394c499 req-5eaccec3-e2a3-4df4-b10d-429aae70f184 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:11.180816 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4f668636-88ee-47dd-beca-4e01d394c499 req-5eaccec3-e2a3-4df4-b10d-429aae70f184 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.1286685 Dec 24 10:28:11.286395 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37b0acf-53ed-4736-aece-1daee665ca76', 'tag': 'a80f9059-ef2c-4d20-b1aa-70503aaea7b1'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:28:11.498610 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346761f8-5ee5-4cba-8be5-aff13b94f579 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:28:11.524328 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37b0acf-53ed-4736-aece-1daee665ca76', 'tag': 'a80f9059-ef2c-4d20-b1aa-70503aaea7b1', 'status': 'completed', 'code': 200} Dec 24 10:28:11.534598 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4f668636-88ee-47dd-beca-4e01d394c499 req-8faf9833-b885-4d6d-9de2-89a2d308f36b tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234751 Dec 24 10:28:11.546654 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-289d9855-5fcc-45d7-abd3-088be76524c9 req-7c52904c-a614-403f-8360-07bbea82ca0e service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3647974 Dec 24 10:28:11.755661 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346761f8-5ee5-4cba-8be5-aff13b94f579 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:28:11.763029 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-346761f8-5ee5-4cba-8be5-aff13b94f579 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:11.770703 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcde99f-4526-4cfa-8340-045a438bf7fe req-602eeba0-a772-40d2-8624-957a5492ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:11.771652 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0baace-e5c3-4a09-8b96-92ea14271305 None None] Sync routers for ids ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'] in dv-cinder-768458-2-smb {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:28:11.772335 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0bcde99f-4526-4cfa-8340-045a438bf7fe req-602eeba0-a772-40d2-8624-957a5492ab77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c0b6c2f878f4976b75218d7d422d954&device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 1160 time: 0.1005034 Dec 24 10:28:11.787050 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0baace-e5c3-4a09-8b96-92ea14271305 None None] Routers {'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:28:11.788012 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-6c0baace-e5c3-4a09-8b96-92ea14271305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:28:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:28:11.840098 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58734) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:11.841242 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-346761f8-5ee5-4cba-8be5-aff13b94f579 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "PUT /v2.0/floatingips/54f95d8b-8b80-4e40-9e02-3a2d881a180f HTTP/1.1" status: 200 len: 991 time: 2.6765866 Dec 24 10:28:11.842009 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b469f975-1797-4f4f-ac71-45450437672d', 'tag': '9ed46c67-8371-4e42-b085-aae7b9dcfdc6'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:28:12.083427 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:12.106087 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b469f975-1797-4f4f-ac71-45450437672d', 'tag': '9ed46c67-8371-4e42-b085-aae7b9dcfdc6', 'status': 'completed', 'code': 200} Dec 24 10:28:12.110433 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcde99f-4526-4cfa-8340-045a438bf7fe req-a6d90963-3a72-43b3-a232-6f340b2b8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:12.112019 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0bcde99f-4526-4cfa-8340-045a438bf7fe req-a6d90963-3a72-43b3-a232-6f340b2b8dc9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=979c235f-62a2-43bc-839f-795da3956b53 HTTP/1.1" status: 200 len: 909 time: 0.3260355 Dec 24 10:28:12.120751 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d46b8a-ea5c-4153-ac60-1ce4827735be req-28c6b178-88a8-4e5c-b4c0-976e7376bba6 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:12.122342 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e4d46b8a-ea5c-4153-ac60-1ce4827735be req-28c6b178-88a8-4e5c-b4c0-976e7376bba6 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 943 time: 0.2625577 Dec 24 10:28:12.123351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:12.127714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Usage tracker for resource:security_group_rule and tenant:d18509c81a9f404e8d86f9b74c77750a is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:12.132574 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:12.158108 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:12.181027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-6c0baace-e5c3-4a09-8b96-92ea14271305 None None] Set router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:28:12.273490 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0bcde99f-4526-4cfa-8340-045a438bf7fe req-ff3e37fe-25e4-4f3f-91a0-73f49a62fa90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a80f9059-ef2c-4d20-b1aa-70503aaea7b1 HTTP/1.1" status: 200 len: 217 time: 0.1199265 Dec 24 10:28:12.358717 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e4d46b8a-ea5c-4153-ac60-1ce4827735be req-b20d2057-1e3d-4152-a6f4-b1e855fcbe6c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278979 Dec 24 10:28:12.390425 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcde99f-4526-4cfa-8340-045a438bf7fe req-54f7a946-548b-4218-a412-b369d81a3080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:12.391053 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0bcde99f-4526-4cfa-8340-045a438bf7fe req-54f7a946-548b-4218-a412-b369d81a3080 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=35c06aae-d814-4d04-b231-1c4580d06493 HTTP/1.1" status: 200 len: 855 time: 0.1011946 Dec 24 10:28:12.493463 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0bcde99f-4526-4cfa-8340-045a438bf7fe req-7cf32c64-38d3-4c1d-b811-359bdf1c3b6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=979c235f-62a2-43bc-839f-795da3956b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875819 Dec 24 10:28:12.552039 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c89c-eadd-4138-b660-22e6e828e43a req-4cf90e57-d85f-4878-801d-0b75df7af077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:12.555932 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b8f1c89c-eadd-4138-b660-22e6e828e43a req-4cf90e57-d85f-4878-801d-0b75df7af077 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44a7b18f7f114e7e83e1504fcb9d87f0&device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 1163 time: 0.3412836 Dec 24 10:28:12.594225 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-6c0baace-e5c3-4a09-8b96-92ea14271305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:29Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '54f95d8b-8b80-4e40-9e02-3a2d881a180f', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'floating_ip_address': '172.28.2.28', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'port_id': '9ed46c67-8371-4e42-b085-aae7b9dcfdc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'mac_address': 'fa:16:3e:1b:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f975-1797-4f4f-ac71-45450437672d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:27:42Z', 'updated_at': '2020-12-24T10:28:10Z', 'revision_number': 1, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce64510a-6db0-40fc-b30c-bac73f3f3c69', 'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'mac_address': 'fa:16:3e:2f:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:44Z', 'revision_number': 5, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'subnets': [{'id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:28:12.599170 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0baace-e5c3-4a09-8b96-92ea14271305 None None] Checking router: ea3c0367-5ffd-4dbf-8fbe-911afdab5ade for host: dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:28:12.611283 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0baace-e5c3-4a09-8b96-92ea14271305 None None] Routers {'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:28:12.612193 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-6c0baace-e5c3-4a09-8b96-92ea14271305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:28:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:28:12.791452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c89c-eadd-4138-b660-22e6e828e43a req-dbc052a8-ccf5-4fe1-bc8b-fcc5ea28dba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:12.793497 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b8f1c89c-eadd-4138-b660-22e6e828e43a req-dbc052a8-ccf5-4fe1-bc8b-fcc5ea28dba5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab HTTP/1.1" status: 200 len: 905 time: 0.2278602 Dec 24 10:28:12.836231 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-6c0baace-e5c3-4a09-8b96-92ea14271305 None None] Set router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:28:12.846173 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0bcde99f-4526-4cfa-8340-045a438bf7fe req-9d7ca3cc-85bb-4410-8e85-1416c0f1ba76 service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421893 Dec 24 10:28:13.162837 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:13.179334 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:13.215691 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:13.276353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-6c0baace-e5c3-4a09-8b96-92ea14271305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:29Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '54f95d8b-8b80-4e40-9e02-3a2d881a180f', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'floating_ip_address': '172.28.2.28', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'port_id': '9ed46c67-8371-4e42-b085-aae7b9dcfdc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'mac_address': 'fa:16:3e:1b:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f975-1797-4f4f-ac71-45450437672d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:27:42Z', 'updated_at': '2020-12-24T10:28:10Z', 'revision_number': 1, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce64510a-6db0-40fc-b30c-bac73f3f3c69', 'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'mac_address': 'fa:16:3e:2f:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:44Z', 'revision_number': 5, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'subnets': [{'id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:28:13.280627 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0baace-e5c3-4a09-8b96-92ea14271305 None None] The sync data for ids ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'] in dv-cinder-768458-2-smb is: [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:29Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '54f95d8b-8b80-4e40-9e02-3a2d881a180f', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'floating_ip_address': '172.28.2.28', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'port_id': '9ed46c67-8371-4e42-b085-aae7b9dcfdc6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'mac_address': 'fa:16:3e:1b:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b469f975-1797-4f4f-ac71-45450437672d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:27:42Z', 'updated_at': '2020-12-24T10:28:10Z', 'revision_number': 1, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce64510a-6db0-40fc-b30c-bac73f3f3c69', 'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'mac_address': 'fa:16:3e:2f:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:44Z', 'revision_number': 5, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'subnets': [{'id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:28:13.444658 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 58790) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:13.528224 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b8f1c89c-eadd-4138-b660-22e6e828e43a req-ce2324fe-8d4b-462c-87bb-9a1512631c56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ed46c67-8371-4e42-b085-aae7b9dcfdc6 HTTP/1.1" status: 200 len: 999 time: 0.6228905 Dec 24 10:28:13.538777 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9594315-644d-46bb-9f47-397709d2c57b,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:13.581909 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d18509c81a9f404e8d86f9b74c77750a&name=default HTTP/1.1" status: 200 len: 2879 time: 1.7401199 Dec 24 10:28:13.585357 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 58796) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:13.628556 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0bcde99f-4526-4cfa-8340-045a438bf7fe req-889dd514-0692-4945-b0ea-259e937483d5 service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7203300 Dec 24 10:28:13.636624 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f6c8d9-f443-4d2e-9f57-31be16b5a7ab None None] New status for floating IP 54f95d8b-8b80-4e40-9e02-3a2d881a180f: ACTIVE {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 24 10:28:13.649641 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.650007 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.650388 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.650762 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.651141 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.651540 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.651907 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.652277 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.652639 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.653027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.653392 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.653751 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.654172 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.654538 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.654900 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.655266 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.655624 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.660398 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.660398 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.660398 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.660398 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.660398 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.660398 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.660398 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:13.664898 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:13.666199 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-51586803-2c6c-4321-aca4-37d7ad543c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:13.681229 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b77a46-5ee4-4573-b552-a07cd3e1fd21 req-1b1bada2-e19e-4511-9408-7d2a1432e632 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:13.687415 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-51586803-2c6c-4321-aca4-37d7ad543c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:13.688929 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e0b77a46-5ee4-4573-b552-a07cd3e1fd21 req-1b1bada2-e19e-4511-9408-7d2a1432e632 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.8417401 Dec 24 10:28:13.692153 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-51586803-2c6c-4321-aca4-37d7ad543c5b admin admin] Usage tracker for resource:security_group_rule and tenant:7d936c2c0f324cf5bac66b741ea292f0 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:13.696467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-51586803-2c6c-4321-aca4-37d7ad543c5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:13.703919 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-51586803-2c6c-4321-aca4-37d7ad543c5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:13.728007 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:13.750853 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c89c-eadd-4138-b660-22e6e828e43a req-8025e50c-d9b4-4c4e-9f5c-23a275cef8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:13.752354 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b8f1c89c-eadd-4138-b660-22e6e828e43a req-8025e50c-d9b4-4c4e-9f5c-23a275cef8fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19585d93-b83b-43b8-8e49-feca5067fd3e HTTP/1.1" status: 200 len: 850 time: 0.2092884 Dec 24 10:28:13.778519 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:13.784356 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e0b77a46-5ee4-4573-b552-a07cd3e1fd21 req-e53a6757-6948-4279-8a0d-a630c2dc10aa tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944014 Dec 24 10:28:13.859875 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265402fe-c8a4-46d1-90e5-7cb587285192 req-a831f536-469e-4e0b-877a-2e20ff318e05 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:13.868165 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-265402fe-c8a4-46d1-90e5-7cb587285192 req-a831f536-469e-4e0b-877a-2e20ff318e05 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 943 time: 0.3379893 Dec 24 10:28:13.868718 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:13.880882 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3076b6db-48a7-42e2-be39-d8684c240d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:13.900092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 58800) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:13.941377 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-265402fe-c8a4-46d1-90e5-7cb587285192 req-1b3967f7-1c6d-416a-a3f1-811a57b4f0fe tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719073 Dec 24 10:28:13.951184 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1c89c-eadd-4138-b660-22e6e828e43a req-97df2f0a-ba77-42e4-9b09-8b4787c3ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:13.953036 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b8f1c89c-eadd-4138-b660-22e6e828e43a req-97df2f0a-ba77-42e4-9b09-8b4787c3ee2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1882522 Dec 24 10:28:13.963263 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9594315-644d-46bb-9f47-397709d2c57b,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:14.020863 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.021306 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.021696 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.022089 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.022474 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.022859 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.023241 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.023623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.024003 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.024381 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.024782 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.025163 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.025602 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.025990 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.026919 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.027311 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.027688 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.028065 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.028441 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.028845 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.029224 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.029599 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.029974 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.030345 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:14.034260 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:14.034853 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:14.036471 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c9594315-644d-46bb-9f47-397709d2c57b HTTP/1.1" status: 204 len: 168 time: 0.4491432 Dec 24 10:28:14.056948 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf591fc-b2cd-4a36-a6de-ac81c1ccbb2a admin admin] Deleting subnet de4dad79-f65c-4802-a64f-9029f4063252 {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 24 10:28:14.060623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-51586803-2c6c-4321-aca4-37d7ad543c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:14.063162 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-faf591fc-b2cd-4a36-a6de-ac81c1ccbb2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:14.100581 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-51586803-2c6c-4321-aca4-37d7ad543c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:14.142168 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-926c64ba-20e4-40ee-bc31-2bfa2c79d6e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:14.155001 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-51586803-2c6c-4321-aca4-37d7ad543c5b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7d936c2c0f324cf5bac66b741ea292f0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7089193 Dec 24 10:28:14.161347 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58814) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:14.180140 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b8f1c89c-eadd-4138-b660-22e6e828e43a req-c101b82d-b05e-4904-9e72-a5b64ee45d6a service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017028 Dec 24 10:28:14.186440 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51586803-2c6c-4321-aca4-37d7ad543c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e187b9e7-55d0-410f-b601-2ac94a69c5e4,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:14.201031 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-51586803-2c6c-4321-aca4-37d7ad543c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:14.219889 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-faf591fc-b2cd-4a36-a6de-ac81c1ccbb2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844068720'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:14.297125 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-faf591fc-b2cd-4a36-a6de-ac81c1ccbb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3650982'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:14.367350 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b199ad20-cd87-4306-baae-1a4f6683ef2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:14.430925 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b8f1c89c-eadd-4138-b660-22e6e828e43a req-53e2d14f-5207-4798-80fa-01e92c89fc05 service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2364078 Dec 24 10:28:14.433426 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b199ad20-cd87-4306-baae-1a4f6683ef2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:14.485950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b199ad20-cd87-4306-baae-1a4f6683ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:14.491316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:14.504776 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199ad20-cd87-4306-baae-1a4f6683ef2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e187b9e7-55d0-410f-b601-2ac94a69c5e4,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:14.508123 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b199ad20-cd87-4306-baae-1a4f6683ef2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:14.518091 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b199ad20-cd87-4306-baae-1a4f6683ef2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:14.519489 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-b199ad20-cd87-4306-baae-1a4f6683ef2e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e187b9e7-55d0-410f-b601-2ac94a69c5e4 HTTP/1.1" status: 204 len: 168 time: 0.3595135 Dec 24 10:28:14.691960 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58832) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:14.712421 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9de649a1-9714-48f6-a7ee-b840c3ea5056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:14.730644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-9de649a1-9714-48f6-a7ee-b840c3ea5056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:14.735226 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-9de649a1-9714-48f6-a7ee-b840c3ea5056 admin admin] Usage tracker for resource:security_group_rule and tenant:f4f2b99d11634b788e080e1e76a3af9f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:14.738757 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-9de649a1-9714-48f6-a7ee-b840c3ea5056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:14.745807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-9de649a1-9714-48f6-a7ee-b840c3ea5056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:14.845843 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9de649a1-9714-48f6-a7ee-b840c3ea5056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:14.849240 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9de649a1-9714-48f6-a7ee-b840c3ea5056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:14.862118 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:14.917793 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-9de649a1-9714-48f6-a7ee-b840c3ea5056 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f4f2b99d11634b788e080e1e76a3af9f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2245047 Dec 24 10:28:14.919811 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de649a1-9714-48f6-a7ee-b840c3ea5056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812449dc-3ad0-4b85-a98d-441e4197c962,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:14.923121 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 58840) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:14.936666 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9de649a1-9714-48f6-a7ee-b840c3ea5056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:15.047702 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465f1b2-ad5d-4024-a7d4-749d7c95ba9a req-3ed8f660-7777-42c7-918d-1d1558d57dae tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:15.048790 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f2f2733b-8398-4fd8-95d8-240b88ae0187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:15.050588 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8465f1b2-ad5d-4024-a7d4-749d7c95ba9a req-3ed8f660-7777-42c7-918d-1d1558d57dae tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.1115553 Dec 24 10:28:15.089654 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f2f2733b-8398-4fd8-95d8-240b88ae0187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:15.130958 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 58846) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:15.138379 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-faf591fc-b2cd-4a36-a6de-ac81c1ccbb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851124819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11191368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10559393'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:15.147799 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8465f1b2-ad5d-4024-a7d4-749d7c95ba9a req-d51d58f4-45b6-48c8-a2b8-650c29bb039d tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885243 Dec 24 10:28:15.172185 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:15.190490 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9f2f4-30a1-4f71-a4b9-623430f41940 req-86dd20be-56c9-461a-ae17-88c95430567f tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:15.192074 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8ef9f2f4-30a1-4f71-a4b9-623430f41940 req-86dd20be-56c9-461a-ae17-88c95430567f tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 943 time: 0.0913036 Dec 24 10:28:15.205352 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-45dc7b84-1b72-4ce4-bcda-07026750463b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:15.239517 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8ef9f2f4-30a1-4f71-a4b9-623430f41940 req-d07fdd7b-9059-45a2-8b60-39ffbd2a1e9d tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404909 Dec 24 10:28:15.239722 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf591fc-b2cd-4a36-a6de-ac81c1ccbb2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de4dad79-f65c-4802-a64f-9029f4063252,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:15.246593 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-faf591fc-b2cd-4a36-a6de-ac81c1ccbb2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:15.295155 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-45dc7b84-1b72-4ce4-bcda-07026750463b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:15.312346 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-45dc7b84-1b72-4ce4-bcda-07026750463b admin admin] Usage tracker for resource:security_group_rule and tenant:c886d2c685ca4e81be70efd767a4f056 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:15.318073 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-45dc7b84-1b72-4ce4-bcda-07026750463b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:15.331661 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-45dc7b84-1b72-4ce4-bcda-07026750463b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:15.340573 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f2f2733b-8398-4fd8-95d8-240b88ae0187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:15.349082 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4cb9e72f-4ea5-4306-a7ef-ff5093240a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:15.363455 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-faf591fc-b2cd-4a36-a6de-ac81c1ccbb2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:15.375054 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2733b-8398-4fd8-95d8-240b88ae0187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812449dc-3ad0-4b85-a98d-441e4197c962,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:15.385314 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f2f2733b-8398-4fd8-95d8-240b88ae0187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:15.395668 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f2f2733b-8398-4fd8-95d8-240b88ae0187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:15.399371 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-f2f2733b-8398-4fd8-95d8-240b88ae0187 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/812449dc-3ad0-4b85-a98d-441e4197c962 HTTP/1.1" status: 204 len: 168 time: 0.4624910 Dec 24 10:28:15.399774 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-faf591fc-b2cd-4a36-a6de-ac81c1ccbb2a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/de4dad79-f65c-4802-a64f-9029f4063252 HTTP/1.1" status: 204 len: 168 time: 1.4922407 Dec 24 10:28:15.403288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58852) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:15.466940 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-45dc7b84-1b72-4ce4-bcda-07026750463b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:15.469937 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-45dc7b84-1b72-4ce4-bcda-07026750463b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:15.479389 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c3a730d3-29ca-451e-9aa0-17d4f2a2da1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:15.523632 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850967753'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:15.527044 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc7b84-1b72-4ce4-bcda-07026750463b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16b0dc1-cfeb-4aca-9367-1c4e1ac5839d,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:15.541534 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-45dc7b84-1b72-4ce4-bcda-07026750463b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:15.547867 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-45dc7b84-1b72-4ce4-bcda-07026750463b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c886d2c685ca4e81be70efd767a4f056&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4138227 Dec 24 10:28:15.547993 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 58856) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:15.622932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a7fe59a4-e9f7-4c17-ae9a-0664d9141072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:15.655006 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a7fe59a4-e9f7-4c17-ae9a-0664d9141072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:15.709061 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a7fe59a4-e9f7-4c17-ae9a-0664d9141072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:15.714999 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:15.741916 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe59a4-e9f7-4c17-ae9a-0664d9141072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16b0dc1-cfeb-4aca-9367-1c4e1ac5839d,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:15.753686 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a7fe59a4-e9f7-4c17-ae9a-0664d9141072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:15.754684 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a7fe59a4-e9f7-4c17-ae9a-0664d9141072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:15.758548 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-a7fe59a4-e9f7-4c17-ae9a-0664d9141072 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e16b0dc1-cfeb-4aca-9367-1c4e1ac5839d HTTP/1.1" status: 204 len: 168 time: 0.2066896 Dec 24 10:28:15.785544 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3646220', 'neutron.services.segments.db._delete_segments_for_network-8752750691050'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:15.980947 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab08c992-7f90-48b6-90e1-499a6a29beb7']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:28:15.999270 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f631fe3a-ea76-40cf-b3ca-fb7412e5eaab') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:28:15.999800 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f631fe3a-ea76-40cf-b3ca-fb7412e5eaab') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:28:16.016372 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284104077820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843482781'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:16.044507 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:16.047335 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 24 10:28:16.262167 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] Network ab08c992-7f90-48b6-90e1-499a6a29beb7 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:28:16.291901 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851123691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843481133'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:16.594685 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] Network ab08c992-7f90-48b6-90e1-499a6a29beb7 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: Traceback (most recent call last): Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: timer() Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: cb(*args, **kw) Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: return func(*args, **kwargs) Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: self._notify() Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: self.callback(batched_events) Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: event.method(event) Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: segment_id)['aggregates'][0] Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: return f(self, *a, **k) Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: return self._get(url).json() Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: **kwargs) Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: return self.request(url, 'GET', **kwargs) Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: **endpoint_filter) Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:28:16.627164 dv-cinder-768458-2-smb neutron-server[80090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:28:16.740745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5bcc23-46af-4f79-99c8-f28b5ed4c766 req-9cca47da-a6e5-4e12-ac5d-f06114b32edd tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:16.742611 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9c5bcc23-46af-4f79-99c8-f28b5ed4c766 req-9cca47da-a6e5-4e12-ac5d-f06114b32edd tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.4304492 Dec 24 10:28:16.744796 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851129596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740512'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:16.753068 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:16.755824 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:28:16.759322 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:16.795109 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d8e04-b492-413e-a6ec-5d87f7685a6c req-8c8e43ec-e4cf-476b-997d-7382a0c61e60 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:16.801243 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-539d8e04-b492-413e-a6ec-5d87f7685a6c req-8c8e43ec-e4cf-476b-997d-7382a0c61e60 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 943 time: 0.3851843 Dec 24 10:28:16.843019 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] Pushing event deleted for resources: {'Network': ['ID=ab08c992-7f90-48b6-90e1-499a6a29beb7,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:16.845713 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:28:16.846592 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:16.857795 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:16.859367 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] 10.222.0.58 "DELETE /v2.0/networks/ab08c992-7f90-48b6-90e1-499a6a29beb7 HTTP/1.1" status: 204 len: 168 time: 1.4548991 Dec 24 10:28:16.899522 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9c5bcc23-46af-4f79-99c8-f28b5ed4c766 req-c44a2cbf-deee-4c8f-8731-2313159b0356 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419234 Dec 24 10:28:16.904565 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-539d8e04-b492-413e-a6ec-5d87f7685a6c req-fe7ef7da-cd84-491c-9463-1cea1426c04a tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797298 Dec 24 10:28:17.014837 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a80f9059-ef2c-4d20-b1aa-70503aaea7b1 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:28:17.092497 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port a80f9059-ef2c-4d20-b1aa-70503aaea7b1 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:28:17.097517 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port a80f9059-ef2c-4d20-b1aa-70503aaea7b1 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:28:17.097938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:17.224202 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:17.251213 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37b0acf-53ed-4736-aece-1daee665ca76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80f9059-ef2c-4d20-b1aa-70503aaea7b1'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:28:17.267429 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58938) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:17.284670 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port a80f9059-ef2c-4d20-b1aa-70503aaea7b1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=a80f9059-ef2c-4d20-b1aa-70503aaea7b1,segment=NetworkSegment(c6268194-92ad-4907-9cbe-61414ca02230),segment_id=c6268194-92ad-4907-9cbe-61414ca02230)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:28:17.291549 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:17.293822 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:17.333548 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37b0acf-53ed-4736-aece-1daee665ca76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a80f9059-ef2c-4d20-b1aa-70503aaea7b1', 'code': 200} Dec 24 10:28:17.389291 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-57a62ff8-7d83-4526-a42a-8310bad2bda2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cacb63a7667448b6a2d9b325de75357b&name=default HTTP/1.1" status: 200 len: 2875 time: 0.1173420 Dec 24 10:28:17.389558 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 58944) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:17.402556 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=a80f9059-ef2c-4d20-b1aa-70503aaea7b1,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:17.412021 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.412636 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.412860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.413128 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.413467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.413816 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.414468 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.414952 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.415178 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.415502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.415860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.416276 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.416743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.417721 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.418166 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.433651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.434497 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.437446 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.437826 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.438321 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.438748 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.439118 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.439485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.439845 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:28:17.453763 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:17.529023 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0a03a149-dc37-479a-9d0c-6e343ad6cc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:17.564185 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0a03a149-dc37-479a-9d0c-6e343ad6cc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:17.648839 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0a03a149-dc37-479a-9d0c-6e343ad6cc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:17.656485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-77099e45-4703-4c1e-a029-02adee0af857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:17.672035 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03a149-dc37-479a-9d0c-6e343ad6cc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458a3e7e-1737-4f1f-b36a-0aa9759eec6f,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:17.674390 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0a03a149-dc37-479a-9d0c-6e343ad6cc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:17.678068 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-0a03a149-dc37-479a-9d0c-6e343ad6cc52 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/458a3e7e-1737-4f1f-b36a-0aa9759eec6f HTTP/1.1" status: 204 len: 168 time: 0.2847586 Dec 24 10:28:17.678068 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0a03a149-dc37-479a-9d0c-6e343ad6cc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:17.775844 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa443e-0231-4d07-bc42-278c539c7e52 req-35603040-d101-48b7-bd11-53ba7b8cf992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:17.778367 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-acfa443e-0231-4d07-bc42-278c539c7e52 req-35603040-d101-48b7-bd11-53ba7b8cf992 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 1162 time: 0.1148303 Dec 24 10:28:17.835331 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-acfa443e-0231-4d07-bc42-278c539c7e52 req-c65be3ba-7101-4fb7-bff1-b3b288af497e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490184 Dec 24 10:28:17.930254 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 58974) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:18.297272 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8957a7-9a1d-49b5-9859-1e3b6567b528 req-bf4ab321-3975-4470-bed8-ad103747b3e8 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:18.298952 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-eb8957a7-9a1d-49b5-9859-1e3b6567b528 req-bf4ab321-3975-4470-bed8-ad103747b3e8 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.2228942 Dec 24 10:28:18.305174 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1de9e3-826e-4aee-876e-71bed20f654d req-67d6c7a5-eab6-4dc3-9302-be9566dbd2f7 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:18.306684 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ed1de9e3-826e-4aee-876e-71bed20f654d req-67d6c7a5-eab6-4dc3-9302-be9566dbd2f7 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 945 time: 0.1586857 Dec 24 10:28:18.405592 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-eb8957a7-9a1d-49b5-9859-1e3b6567b528 req-837ccb52-7dd0-4ad7-a515-d47e6e73a31e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906374 Dec 24 10:28:18.407942 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ed1de9e3-826e-4aee-876e-71bed20f654d req-ac3883a1-f5e6-48ec-8ae8-3f47bd69cc6e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912342 Dec 24 10:28:18.608356 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-47663cae-6402-4273-9ceb-1883290db9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:18.624991 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-47663cae-6402-4273-9ceb-1883290db9e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:18.629060 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-47663cae-6402-4273-9ceb-1883290db9e1 admin admin] Usage tracker for resource:security_group_rule and tenant:7c74bb5aa8924a01b1040b911972c695 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:18.632081 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-47663cae-6402-4273-9ceb-1883290db9e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:18.638528 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-47663cae-6402-4273-9ceb-1883290db9e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:18.753497 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-47663cae-6402-4273-9ceb-1883290db9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:18.766472 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-47663cae-6402-4273-9ceb-1883290db9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:18.778640 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:18.823478 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-47663cae-6402-4273-9ceb-1883290db9e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c74bb5aa8924a01b1040b911972c695&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8917491 Dec 24 10:28:18.825343 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47663cae-6402-4273-9ceb-1883290db9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bcc3c5-0a7a-4c27-a9c0-c23f7fc5c825,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:18.826499 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59024) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:18.828801 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-47663cae-6402-4273-9ceb-1883290db9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:18.909260 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-02b65fbd-8f2a-4896-889e-71008af6477a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:18.937399 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-02b65fbd-8f2a-4896-889e-71008af6477a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:18.996087 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-02b65fbd-8f2a-4896-889e-71008af6477a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:19.001457 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f2f2733b-8398-4fd8-95d8-240b88ae0187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:19.016632 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b65fbd-8f2a-4896-889e-71008af6477a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bcc3c5-0a7a-4c27-a9c0-c23f7fc5c825,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:19.019433 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-02b65fbd-8f2a-4896-889e-71008af6477a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:19.021896 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-02b65fbd-8f2a-4896-889e-71008af6477a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:19.023129 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-02b65fbd-8f2a-4896-889e-71008af6477a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27bcc3c5-0a7a-4c27-a9c0-c23f7fc5c825 HTTP/1.1" status: 204 len: 168 time: 0.1954961 Dec 24 10:28:19.318518 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 59052) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:19.753149 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e28fd611-08b9-4315-8966-d8cd473bc69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:19.791026 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-e28fd611-08b9-4315-8966-d8cd473bc69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:19.800271 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-e28fd611-08b9-4315-8966-d8cd473bc69d admin admin] Usage tracker for resource:security_group_rule and tenant:1750c58c166f42b59e90dea93371af39 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:19.806764 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-e28fd611-08b9-4315-8966-d8cd473bc69d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:19.815804 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-e28fd611-08b9-4315-8966-d8cd473bc69d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:19.824143 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89903d75-689d-4dcb-930a-cdd7daf14ba0 req-8d1a5342-afe6-42a6-a518-7898638b1e4a tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:19.831758 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89903d75-689d-4dcb-930a-cdd7daf14ba0 req-8d1a5342-afe6-42a6-a518-7898638b1e4a tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 945 time: 0.2497141 Dec 24 10:28:19.833611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59072) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:19.850064 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a80f9059-ef2c-4d20-b1aa-70503aaea7b1 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:28:19.857456 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e0089227-0850-48e0-89b3-e682242cd41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:19.869689 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497cd8ea-c21a-4499-a12d-e50f5df69c24 req-68a27511-081d-4f03-bcb0-dfdf4eff4f37 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:19.871329 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-497cd8ea-c21a-4499-a12d-e50f5df69c24 req-68a27511-081d-4f03-bcb0-dfdf4eff4f37 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.2232897 Dec 24 10:28:19.878363 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-e0089227-0850-48e0-89b3-e682242cd41c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:19.882859 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-e0089227-0850-48e0-89b3-e682242cd41c admin admin] Usage tracker for resource:security_group_rule and tenant:0bd02f5ba31b4f27897883c1b9c03a7d is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:19.886892 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-e0089227-0850-48e0-89b3-e682242cd41c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:19.892853 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-e0089227-0850-48e0-89b3-e682242cd41c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:19.973490 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89903d75-689d-4dcb-930a-cdd7daf14ba0 req-0682c1de-413a-45d7-ae8a-db66c2b5cfd8 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405580 Dec 24 10:28:19.976289 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port a80f9059-ef2c-4d20-b1aa-70503aaea7b1 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:28:19.977740 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:20.011937 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e0089227-0850-48e0-89b3-e682242cd41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:20.016633 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e0089227-0850-48e0-89b3-e682242cd41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:20.029856 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a9841844-1d3a-417d-922c-5516e5a19d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:20.061011 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-497cd8ea-c21a-4499-a12d-e50f5df69c24 req-30d13a12-9d35-4f84-a5bc-5f2a5064ee76 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599414 Dec 24 10:28:20.083790 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-e0089227-0850-48e0-89b3-e682242cd41c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0bd02f5ba31b4f27897883c1b9c03a7d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2488663 Dec 24 10:28:20.084883 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0089227-0850-48e0-89b3-e682242cd41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0946b0-6a93-4eac-9d17-c3e2fae92c6a,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:20.088195 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59080) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:20.104410 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e0089227-0850-48e0-89b3-e682242cd41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:20.183560 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-552a9a9c-b522-4128-987f-4a5ae21760de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:20.212540 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e28fd611-08b9-4315-8966-d8cd473bc69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:20.217898 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-552a9a9c-b522-4128-987f-4a5ae21760de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:20.225586 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e28fd611-08b9-4315-8966-d8cd473bc69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:20.283792 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-552a9a9c-b522-4128-987f-4a5ae21760de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:20.284540 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:20.293082 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:20.314717 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-e28fd611-08b9-4315-8966-d8cd473bc69d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1750c58c166f42b59e90dea93371af39&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9944038 Dec 24 10:28:20.315787 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fd611-08b9-4315-8966-d8cd473bc69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a932b3-705b-431e-88a1-2762f17bd1ac,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:20.317304 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a9a9c-b522-4128-987f-4a5ae21760de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0946b0-6a93-4eac-9d17-c3e2fae92c6a,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:20.318376 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 59090) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:20.321000 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e28fd611-08b9-4315-8966-d8cd473bc69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:20.337363 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-552a9a9c-b522-4128-987f-4a5ae21760de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:20.355982 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-552a9a9c-b522-4128-987f-4a5ae21760de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:20.357791 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-552a9a9c-b522-4128-987f-4a5ae21760de admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0d0946b0-6a93-4eac-9d17-c3e2fae92c6a HTTP/1.1" status: 204 len: 168 time: 0.2573643 Dec 24 10:28:20.417343 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-087f60b7-63f4-472b-b3b9-cc71fee275c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:20.450914 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-087f60b7-63f4-472b-b3b9-cc71fee275c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:20.519907 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-087f60b7-63f4-472b-b3b9-cc71fee275c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:20.525414 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5260c63e-063b-43bf-b170-ce9a65833d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:20.573862 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f60b7-63f4-472b-b3b9-cc71fee275c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a932b3-705b-431e-88a1-2762f17bd1ac,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:20.577382 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-087f60b7-63f4-472b-b3b9-cc71fee275c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:20.588246 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-087f60b7-63f4-472b-b3b9-cc71fee275c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:20.591165 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-087f60b7-63f4-472b-b3b9-cc71fee275c7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/99a932b3-705b-431e-88a1-2762f17bd1ac HTTP/1.1" status: 204 len: 168 time: 0.2713201 Dec 24 10:28:21.222822 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59134) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:21.298562 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59142) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:21.335078 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f50487f0-2e4e-48d7-97c7-1dc68bb1f17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:21.363118 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-f50487f0-2e4e-48d7-97c7-1dc68bb1f17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:21.367313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-f50487f0-2e4e-48d7-97c7-1dc68bb1f17f admin admin] Usage tracker for resource:security_group_rule and tenant:d85d3972d78d4f418752334298e53215 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:21.371194 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-f50487f0-2e4e-48d7-97c7-1dc68bb1f17f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:21.377438 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-f50487f0-2e4e-48d7-97c7-1dc68bb1f17f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:21.477059 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f50487f0-2e4e-48d7-97c7-1dc68bb1f17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:21.481577 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f50487f0-2e4e-48d7-97c7-1dc68bb1f17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:21.492193 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-51586803-2c6c-4321-aca4-37d7ad543c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:21.644286 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218975e-66d9-491d-8b06-3a64905a1a19 req-9238e27c-c583-4d98-a03b-9da77373a91c tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:21.652896 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9218975e-66d9-491d-8b06-3a64905a1a19 req-9238e27c-c583-4d98-a03b-9da77373a91c tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.4468603 Dec 24 10:28:21.669558 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-f50487f0-2e4e-48d7-97c7-1dc68bb1f17f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d85d3972d78d4f418752334298e53215&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3698325 Dec 24 10:28:21.671248 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 59152) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:21.673779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-23b396b4-9b98-4674-b73c-c0dec95eb915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:21.687071 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50487f0-2e4e-48d7-97c7-1dc68bb1f17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7300fd-5ac1-47a7-a0a9-84a3b02fc03c,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:21.692258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f50487f0-2e4e-48d7-97c7-1dc68bb1f17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:21.696336 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-23b396b4-9b98-4674-b73c-c0dec95eb915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:21.700924 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-23b396b4-9b98-4674-b73c-c0dec95eb915 admin admin] Usage tracker for resource:security_group_rule and tenant:95a037df2c6445779d2fae60dbe98c52 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:21.709353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-23b396b4-9b98-4674-b73c-c0dec95eb915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:21.718201 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-23b396b4-9b98-4674-b73c-c0dec95eb915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:21.766902 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9218975e-66d9-491d-8b06-3a64905a1a19 req-6b9e9176-295f-4b21-ae22-8ea8db79441f tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128883 Dec 24 10:28:21.826392 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9d9da3f4-c037-4155-9e91-e81bfd5ac1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:21.857576 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9d9da3f4-c037-4155-9e91-e81bfd5ac1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:21.865473 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-23b396b4-9b98-4674-b73c-c0dec95eb915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:21.869657 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-23b396b4-9b98-4674-b73c-c0dec95eb915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:21.910611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4516a6ec-f1be-4b37-9118-e70ff84a6449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:21.926164 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9d9da3f4-c037-4155-9e91-e81bfd5ac1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:21.937716 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:21.943110 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-23b396b4-9b98-4674-b73c-c0dec95eb915 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=95a037df2c6445779d2fae60dbe98c52&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7188289 Dec 24 10:28:21.947528 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 59168) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:21.974025 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b396b4-9b98-4674-b73c-c0dec95eb915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c6c861-128b-4bbf-93e1-0354be6aff21,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:21.991037 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-23b396b4-9b98-4674-b73c-c0dec95eb915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:22.030289 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9d9da3f4-c037-4155-9e91-e81bfd5ac1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:22.031526 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-9d9da3f4-c037-4155-9e91-e81bfd5ac1d9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cc7300fd-5ac1-47a7-a0a9-84a3b02fc03c HTTP/1.1" status: 204 len: 168 time: 0.3575335 Dec 24 10:28:22.032646 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9da3f4-c037-4155-9e91-e81bfd5ac1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7300fd-5ac1-47a7-a0a9-84a3b02fc03c,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:22.038112 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9d9da3f4-c037-4155-9e91-e81bfd5ac1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:22.065050 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-447012e6-3f1b-43eb-b460-18df1437fb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:22.111015 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-447012e6-3f1b-43eb-b460-18df1437fb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:22.192139 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-447012e6-3f1b-43eb-b460-18df1437fb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:22.197573 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-78c91b1d-483b-4635-ab2d-3522f07d632b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:22.211266 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447012e6-3f1b-43eb-b460-18df1437fb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c6c861-128b-4bbf-93e1-0354be6aff21,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:22.214948 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-447012e6-3f1b-43eb-b460-18df1437fb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:22.217055 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-447012e6-3f1b-43eb-b460-18df1437fb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:22.220732 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-447012e6-3f1b-43eb-b460-18df1437fb28 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b4c6c861-128b-4bbf-93e1-0354be6aff21 HTTP/1.1" status: 204 len: 168 time: 0.2675195 Dec 24 10:28:22.964577 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59218) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:22.966274 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59220) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:23.001300 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d3857042-f5b8-4ab9-82a4-3c0449caa190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:23.021905 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-d3857042-f5b8-4ab9-82a4-3c0449caa190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:23.027315 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-d3857042-f5b8-4ab9-82a4-3c0449caa190 admin admin] Usage tracker for resource:security_group_rule and tenant:ea94fd134c6242f1bf288e6ece5e0cc1 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:23.031401 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-d3857042-f5b8-4ab9-82a4-3c0449caa190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:23.038325 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-d3857042-f5b8-4ab9-82a4-3c0449caa190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:23.041034 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-06bd20f1-dab4-446f-9d21-53d644d88c73 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:23.042676 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-06bd20f1-dab4-446f-9d21-53d644d88c73 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/networks?id=979c235f-62a2-43bc-839f-795da3956b53 HTTP/1.1" status: 200 len: 815 time: 0.1904538 Dec 24 10:28:23.089009 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-3daa5b52-6f73-4fd3-8269-b864536e5c01 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/quotas/6c0b6c2f878f4976b75218d7d422d954 HTTP/1.1" status: 200 len: 375 time: 0.0348535 Dec 24 10:28:23.110199 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725719a9-7364-4223-bfc8-c455ef6c83af req-f10849cf-54c8-445a-8cc5-e7e58396ec41 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:23.111855 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-725719a9-7364-4223-bfc8-c455ef6c83af req-f10849cf-54c8-445a-8cc5-e7e58396ec41 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.1584725 Dec 24 10:28:23.158195 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d3857042-f5b8-4ab9-82a4-3c0449caa190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:23.162385 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d3857042-f5b8-4ab9-82a4-3c0449caa190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:23.181875 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-35e4c5f9-f01f-4dc9-9e40-7f7ab4d32f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:23.215422 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-725719a9-7364-4223-bfc8-c455ef6c83af req-6bf8c70f-5b82-4326-a9b7-1acc7bef195e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585377 Dec 24 10:28:23.230618 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-d3857042-f5b8-4ab9-82a4-3c0449caa190 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ea94fd134c6242f1bf288e6ece5e0cc1&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2599466 Dec 24 10:28:23.231209 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 59240) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:23.263420 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3857042-f5b8-4ab9-82a4-3c0449caa190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319f0e4a-d598-4ab2-9e49-8427ab62e805,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:23.267638 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d3857042-f5b8-4ab9-82a4-3c0449caa190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:23.304216 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-40f9e1cc-789f-44a3-af98-d72aa60c8b39 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c0b6c2f878f4976b75218d7d422d954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2062256 Dec 24 10:28:23.307055 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5d5e4271-ab44-457b-8044-8ca9f75fd352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:23.317224 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed088-ab01-4ebc-89f8-26c714c4b09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:23.337126 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-9d2ed088-ab01-4ebc-89f8-26c714c4b09c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:23.338270 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5d5e4271-ab44-457b-8044-8ca9f75fd352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:23.341934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-9d2ed088-ab01-4ebc-89f8-26c714c4b09c admin admin] Usage tracker for resource:security_group_rule and tenant:4f86e0550ebf44328a651c62c0535b49 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:23.345706 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-9d2ed088-ab01-4ebc-89f8-26c714c4b09c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:23.351772 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-9d2ed088-ab01-4ebc-89f8-26c714c4b09c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:23.492788 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed088-ab01-4ebc-89f8-26c714c4b09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:23.496985 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9d2ed088-ab01-4ebc-89f8-26c714c4b09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:23.515571 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:23.559632 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bb0a42eb-a235-47d8-b6cd-818ff4dac791 service neutron] 10.222.0.58 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775796 Dec 24 10:28:23.560322 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5d5e4271-ab44-457b-8044-8ca9f75fd352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:23.565464 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:23.584351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ed088-ab01-4ebc-89f8-26c714c4b09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfd76b9-9a95-4165-a652-a477909217af,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:23.591906 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-9d2ed088-ab01-4ebc-89f8-26c714c4b09c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f86e0550ebf44328a651c62c0535b49&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6188161 Dec 24 10:28:23.591906 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9d2ed088-ab01-4ebc-89f8-26c714c4b09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:23.593616 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59274) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:23.615427 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e4271-ab44-457b-8044-8ca9f75fd352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319f0e4a-d598-4ab2-9e49-8427ab62e805,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:23.667964 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5d5e4271-ab44-457b-8044-8ca9f75fd352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:23.689289 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5d5e4271-ab44-457b-8044-8ca9f75fd352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:23.697226 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a96d4767-9eab-437d-bc85-f0fcf6e1bd80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:23.699315 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-5d5e4271-ab44-457b-8044-8ca9f75fd352 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/319f0e4a-d598-4ab2-9e49-8427ab62e805 HTTP/1.1" status: 204 len: 168 time: 0.4652042 Dec 24 10:28:23.730698 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a96d4767-9eab-437d-bc85-f0fcf6e1bd80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:23.806990 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a96d4767-9eab-437d-bc85-f0fcf6e1bd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:23.813377 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:23.816035 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-0b4b05e4-664a-4b9f-8083-ba7d80ead7b6 service neutron] 10.222.0.58 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2150843 Dec 24 10:28:23.828719 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d4767-9eab-437d-bc85-f0fcf6e1bd80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfd76b9-9a95-4165-a652-a477909217af,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:23.833121 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a96d4767-9eab-437d-bc85-f0fcf6e1bd80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:23.855634 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 59298) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:23.870545 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a96d4767-9eab-437d-bc85-f0fcf6e1bd80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:23.870545 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-a96d4767-9eab-437d-bc85-f0fcf6e1bd80 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bcfd76b9-9a95-4165-a652-a477909217af HTTP/1.1" status: 204 len: 168 time: 0.2715762 Dec 24 10:28:24.057144 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a964dfe-4d1d-4ca8-9f56-64a9fa5a9276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:24.150714 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a81388e7-4f51-400f-bd74-29cccc8084bb req-3c344d87-acb4-4847-874d-79be9db07124 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 210 time: 0.0671754 Dec 24 10:28:24.152006 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-4a964dfe-4d1d-4ca8-9f56-64a9fa5a9276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:24.162652 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-4a964dfe-4d1d-4ca8-9f56-64a9fa5a9276 admin admin] Usage tracker for resource:security_group_rule and tenant:e5a2e64e5e4641fe827f95e759aaec63 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:24.174032 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-4a964dfe-4d1d-4ca8-9f56-64a9fa5a9276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:24.186748 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-4a964dfe-4d1d-4ca8-9f56-64a9fa5a9276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:24.332841 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59326) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:24.454583 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a964dfe-4d1d-4ca8-9f56-64a9fa5a9276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:24.537354 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a964dfe-4d1d-4ca8-9f56-64a9fa5a9276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:24.551582 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-087f60b7-63f4-472b-b3b9-cc71fee275c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:24.627196 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a964dfe-4d1d-4ca8-9f56-64a9fa5a9276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6887b57-6191-412f-a963-448e8a92af95,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:24.637384 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a964dfe-4d1d-4ca8-9f56-64a9fa5a9276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:24.643341 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-4a964dfe-4d1d-4ca8-9f56-64a9fa5a9276 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e5a2e64e5e4641fe827f95e759aaec63&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7864873 Dec 24 10:28:24.646354 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59338) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:24.676954 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc93677-1116-4b91-92eb-8085627237f0 req-00c22421-3ead-4e2c-a08c-4d50ab246410 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:24.678828 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8cc93677-1116-4b91-92eb-8085627237f0 req-00c22421-3ead-4e2c-a08c-4d50ab246410 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.2279270 Dec 24 10:28:24.759955 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8cc93677-1116-4b91-92eb-8085627237f0 req-215e52fb-9934-44c8-b7f9-d30109a1e53d tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718863 Dec 24 10:28:24.774070 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7b51ad01-3440-42fd-a98b-6d039ac17cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:24.802738 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-167255858-network', 'tenant_id': '24044ba364f44d67adf71fd4f49928f5'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:28:24.809350 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:24.814401 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Usage tracker for resource:network and tenant:24044ba364f44d67adf71fd4f49928f5 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:24.818578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:24.824975 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:24.846983 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Made reservation on behalf of 24044ba364f44d67adf71fd4f49928f5 for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:28:24.852729 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:24.875688 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7b51ad01-3440-42fd-a98b-6d039ac17cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:24.882818 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:24.911983 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:24.926869 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Usage tracker for resource:security_group_rule and tenant:24044ba364f44d67adf71fd4f49928f5 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:24.932483 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:24.937461 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 59356) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:24.945123 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:24.960455 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fba101ef-4a39-4036-a8b0-af16022447d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:24.970852 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7b51ad01-3440-42fd-a98b-6d039ac17cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:24.977150 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:24.986101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-fba101ef-4a39-4036-a8b0-af16022447d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:24.990403 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-fba101ef-4a39-4036-a8b0-af16022447d8 admin admin] Usage tracker for resource:security_group_rule and tenant:27012cd1aa2e47ce85fffca27b92b9fd is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:24.993807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-fba101ef-4a39-4036-a8b0-af16022447d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:24.994515 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51ad01-3440-42fd-a98b-6d039ac17cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6887b57-6191-412f-a963-448e8a92af95,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:25.008078 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7b51ad01-3440-42fd-a98b-6d039ac17cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:25.024713 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-fba101ef-4a39-4036-a8b0-af16022447d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:25.025915 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7b51ad01-3440-42fd-a98b-6d039ac17cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:25.030582 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-7b51ad01-3440-42fd-a98b-6d039ac17cac admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b6887b57-6191-412f-a963-448e8a92af95 HTTP/1.1" status: 204 len: 168 time: 0.3820043 Dec 24 10:28:25.101658 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:25.123301 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:25.129852 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5e83d0c9-a3a1-4722-a381-2e98cf37ec99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:25.187270 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 24 10:28:25.188920 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fba101ef-4a39-4036-a8b0-af16022447d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:25.194647 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fba101ef-4a39-4036-a8b0-af16022447d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:25.202822 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e8ed1f-c15f-4f81-803c-009d83842b40,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:25.207354 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:25.209981 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:25.210361 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Added segment 7db361e1-885a-47d7-bb6b-8922c321a963 of type vxlan for network b76f586a-3c8d-42ee-a72f-5729d3c47657 Dec 24 10:28:25.242480 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:25.265887 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:25.276746 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-fba101ef-4a39-4036-a8b0-af16022447d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27012cd1aa2e47ce85fffca27b92b9fd&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3362024 Dec 24 10:28:25.281402 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 59372) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:25.284286 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:25.285888 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:25.286655 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:25.293764 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:25.378346 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba101ef-4a39-4036-a8b0-af16022447d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0465fa0e-49e6-4018-89a6-9b60d87e1a29,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:25.387860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-fba101ef-4a39-4036-a8b0-af16022447d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:25.422466 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Pushing event updated for resources: {'Network': ['ID=b76f586a-3c8d-42ee-a72f-5729d3c47657,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:25.425582 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:25.427250 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0922914 Dec 24 10:28:25.432143 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59380) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:25.439578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network b76f586a-3c8d-42ee-a72f-5729d3c47657 details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:28:25.451204 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Request body: {'subnet': {'network_id': 'b76f586a-3c8d-42ee-a72f-5729d3c47657', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-167255858-subnet', 'tenant_id': '24044ba364f44d67adf71fd4f49928f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:28:25.455336 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-03a846d1-4431-4995-aa9f-0f78820a52ce req-4008e3c2-54b2-483c-ac35-2c0d0f9ba927 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 210 time: 0.0729253 Dec 24 10:28:25.462388 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:25.468065 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Usage tracker for resource:subnet and tenant:24044ba364f44d67adf71fd4f49928f5 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:25.471338 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:25.486765 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:25.486883 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-034b1fc4-c155-436c-a431-3c56e97477e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:25.501651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Made reservation on behalf of 24044ba364f44d67adf71fd4f49928f5 for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:28:25.510000 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844216392'] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:25.515688 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-034b1fc4-c155-436c-a431-3c56e97477e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:25.596437 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Network b76f586a-3c8d-42ee-a72f-5729d3c47657 details requested by agent ovs-agent-hv-cinder-76845 with host hv-cinder-76845 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:28:25.661544 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-034b1fc4-c155-436c-a431-3c56e97477e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:25.686611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e28fd611-08b9-4315-8966-d8cd473bc69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:25.709148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-034b1fc4-c155-436c-a431-3c56e97477e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:25.710615 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-034b1fc4-c155-436c-a431-3c56e97477e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0465fa0e-49e6-4018-89a6-9b60d87e1a29 HTTP/1.1" status: 204 len: 168 time: 0.4280870 Dec 24 10:28:25.713488 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b1fc4-c155-436c-a431-3c56e97477e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0465fa0e-49e6-4018-89a6-9b60d87e1a29,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:25.716480 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-034b1fc4-c155-436c-a431-3c56e97477e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:25.826096 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 59394) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:25.866072 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b2c1afaa-aa39-412d-9f84-3295964911c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:25.903095 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-b2c1afaa-aa39-412d-9f84-3295964911c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:25.913398 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-b2c1afaa-aa39-412d-9f84-3295964911c2 admin admin] Usage tracker for resource:security_group_rule and tenant:5cb97cea212c4714b14d59b698f56837 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:25.935000 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-b2c1afaa-aa39-412d-9f84-3295964911c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:25.979986 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-b2c1afaa-aa39-412d-9f84-3295964911c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:26.203041 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b2c1afaa-aa39-412d-9f84-3295964911c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:26.220007 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843584500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844216407'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:26.246694 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-eb9ca3be-9719-43ee-b4ff-0d65f74a768a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:26.321235 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80e45de1-e32a-4f38-9444-c91f54a28ef9,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:26.331156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:26.352751 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b2c1afaa-aa39-412d-9f84-3295964911c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:26.377965 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:26.386447 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-b2c1afaa-aa39-412d-9f84-3295964911c2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5cb97cea212c4714b14d59b698f56837&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5592017 Dec 24 10:28:26.400225 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-4992a21e-8889-4e0f-9063-3565d28f86a3 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:26.402372 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-4992a21e-8889-4e0f-9063-3565d28f86a3 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "GET /v2.0/networks?id=979c235f-62a2-43bc-839f-795da3956b53 HTTP/1.1" status: 200 len: 815 time: 0.4637659 Dec 24 10:28:26.407780 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 59410) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:26.460117 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1afaa-aa39-412d-9f84-3295964911c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a399e83d-4fbb-4f65-8b92-8e8c87636253,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:26.474311 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b2c1afaa-aa39-412d-9f84-3295964911c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:26.492538 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Request body: {'port': {'device_id': '894e8faf-3feb-4bf9-9ae7-cad82819d5fc', 'network_id': '979c235f-62a2-43bc-839f-795da3956b53', 'admin_state_up': True, 'tenant_id': '6c0b6c2f878f4976b75218d7d422d954'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:28:26.512222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c1b21-baa6-44f5-b77e-e20b9b7a65f1 req-ef8d32e3-61ef-4cbb-9e89-e7ea5644d6af tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:26.520037 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d71c1b21-baa6-44f5-b77e-e20b9b7a65f1 req-ef8d32e3-61ef-4cbb-9e89-e7ea5644d6af tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.5473158 Dec 24 10:28:26.546053 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Checking segment: {'id': '7db361e1-885a-47d7-bb6b-8922c321a963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b76f586a-3c8d-42ee-a72f-5729d3c47657'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:28:26.546546 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Network hostable DHCP agents. Network: b76f586a-3c8d-42ee-a72f-5729d3c47657, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:28:26.570234 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Network b76f586a-3c8d-42ee-a72f-5729d3c47657 is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:28:26.586223 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, b76f586a-3c8d-42ee-a72f-5729d3c47657) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:28:26.597169 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f0910d-1009-4633-8741-805f3fe40c67 None None] Network b76f586a-3c8d-42ee-a72f-5729d3c47657 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:28:26.633164 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:26.634245 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:26.687003 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2530603 Dec 24 10:28:26.750051 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e92c5dcf-16d2-4d5a-ba27-dd4cec762486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:26.811567 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d71c1b21-baa6-44f5-b77e-e20b9b7a65f1 req-095bbb98-db13-46d6-92bd-a4d19be3bb18 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905271 Dec 24 10:28:26.825105 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e92c5dcf-16d2-4d5a-ba27-dd4cec762486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:26.916848 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e92c5dcf-16d2-4d5a-ba27-dd4cec762486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:26.930874 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b2c1afaa-aa39-412d-9f84-3295964911c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:26.993907 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c5dcf-16d2-4d5a-ba27-dd4cec762486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a399e83d-4fbb-4f65-8b92-8e8c87636253,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:26.998317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e92c5dcf-16d2-4d5a-ba27-dd4cec762486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:27.003762 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:27.008990 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126cf3dd-ddda-461c-ad43-b01683477ee1 None None] Network b76f586a-3c8d-42ee-a72f-5729d3c47657 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:28:27.021244 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-34dcef5f-3e67-4a23-a5fd-b41216a14bd8 req-7bfc61c5-cd27-47f6-a451-2c0cb487faa4 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 210 time: 0.0945935 Dec 24 10:28:27.028349 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e92c5dcf-16d2-4d5a-ba27-dd4cec762486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:27.029521 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-e92c5dcf-16d2-4d5a-ba27-dd4cec762486 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a399e83d-4fbb-4f65-8b92-8e8c87636253 HTTP/1.1" status: 204 len: 168 time: 0.6207392 Dec 24 10:28:27.047305 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:27.061559 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Made reservation on behalf of 6c0b6c2f878f4976b75218d7d422d954 for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:28:27.067491 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:27.434066 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Allocated IP 172.20.0.5 (979c235f-62a2-43bc-839f-795da3956b53/35c06aae-d814-4d04-b231-1c4580d06493/34714ac5-9ecd-4b7a-a33c-08e79dc71ecf) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:28:27.682767 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:27.709379 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:27.812269 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:27.911256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Pushing event updated for resources: {'Port': ['ID=34714ac5-9ecd-4b7a-a33c-08e79dc71ecf,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:27.921841 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:27.959701 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Network 979c235f-62a2-43bc-839f-795da3956b53 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:28:27.960861 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:28:27.963489 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:28:28.103511 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:28.105198 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:28.172736 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0d41b-0efb-4eee-8d78-30174738af6c req-480834be-c72d-43de-8f64-d1817c75b0b2 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:28.176844 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-adc0d41b-0efb-4eee-8d78-30174738af6c req-480834be-c72d-43de-8f64-d1817c75b0b2 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.1703293 Dec 24 10:28:28.183331 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7021170 Dec 24 10:28:28.242533 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Request body: {'port': {'device_id': '894e8faf-3feb-4bf9-9ae7-cad82819d5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:28:28.363768 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-adc0d41b-0efb-4eee-8d78-30174738af6c req-013449b6-3c6d-4c02-a3e4-97e957d22801 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793985 Dec 24 10:28:28.457001 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:28.541243 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5b4a3-4217-4286-b1d4-f8a02c33abe0 req-5447458b-1051-4996-ae2d-767119a7e8cf tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:28.542084 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-89d5b4a3-4217-4286-b1d4-f8a02c33abe0 req-5447458b-1051-4996-ae2d-767119a7e8cf tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Synchronizing usage tracker for tenant:6c0b6c2f878f4976b75218d7d422d954 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:28:28.605428 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-89d5b4a3-4217-4286-b1d4-f8a02c33abe0 req-5447458b-1051-4996-ae2d-767119a7e8cf tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Unset dirty status for tenant:6c0b6c2f878f4976b75218d7d422d954 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:28:28.613308 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89d5b4a3-4217-4286-b1d4-f8a02c33abe0 req-5447458b-1051-4996-ae2d-767119a7e8cf tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 931 time: 0.3400555 Dec 24 10:28:28.635703 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59496) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:28.643723 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1475587277-network', 'tenant_id': 'b62d55e06e4b4ebbbe31399d192ef3e2'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:28:28.657102 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:28.662162 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Usage tracker for resource:network and tenant:b62d55e06e4b4ebbbe31399d192ef3e2 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:28.667779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:28.675267 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:28.687222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Made reservation on behalf of b62d55e06e4b4ebbbe31399d192ef3e2 for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:28:28.693938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:28.710551 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:28.758932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:28.770643 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Usage tracker for resource:security_group_rule and tenant:b62d55e06e4b4ebbbe31399d192ef3e2 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:28.779019 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:28.790203 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:28.957135 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89d5b4a3-4217-4286-b1d4-f8a02c33abe0 req-210faca0-6e65-4234-ac2b-6837cfcdc6c7 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427608 Dec 24 10:28:29.020653 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:29.028306 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:29.039098 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:29.110812 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 24 10:28:29.125327 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c1323f-bd91-4ba0-a17d-3e9603e99a12,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:29.130242 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:29.133469 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:29.133888 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Added segment 8576df94-6231-47da-a98e-63cdae077563 of type vxlan for network 5f62a3a2-3300-4450-8932-e07cce51dbc5 Dec 24 10:28:29.176893 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:29.214511 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:29.216067 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:29.216996 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:29.223168 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:29.309738 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:28:29.318757 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:29.335559 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Transition to ACTIVE for port object 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:28:29.342160 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:29.373161 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7358336 Dec 24 10:28:29.374227 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Pushing event updated for resources: {'Network': ['ID=5f62a3a2-3300-4450-8932-e07cce51dbc5,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:29.383754 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59526) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:29.387238 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network 5f62a3a2-3300-4450-8932-e07cce51dbc5 details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:28:29.401385 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:29.407170 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Request body: {'subnet': {'network_id': '5f62a3a2-3300-4450-8932-e07cce51dbc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1475587277-subnet', 'tenant_id': 'b62d55e06e4b4ebbbe31399d192ef3e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:28:29.424346 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:29.425137 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Network 5f62a3a2-3300-4450-8932-e07cce51dbc5 details requested by agent ovs-agent-hv-cinder-76845 with host hv-cinder-76845 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:28:29.436155 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Usage tracker for resource:subnet and tenant:b62d55e06e4b4ebbbe31399d192ef3e2 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:29.443821 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:29.463046 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:29.485471 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Made reservation on behalf of b62d55e06e4b4ebbbe31399d192ef3e2 for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:28:29.519845 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844216392'] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:29.691657 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:29.895052 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Pushing event updated for resources: {'Port': ['ID=34714ac5-9ecd-4b7a-a33c-08e79dc71ecf,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:29.989791 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:30.160301 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532567c-3dad-49f8-a953-afb393abdbf8 req-4948a917-b8b7-45a2-a98d-294abf653d83 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:30.176240 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7532567c-3dad-49f8-a953-afb393abdbf8 req-4948a917-b8b7-45a2-a98d-294abf653d83 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.4892597 Dec 24 10:28:30.188430 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843584500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844216407'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:30.351582 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Attempting to bind port 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:28:30.351875 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Attempting to bind port 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:28:30.352245 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Attempting to bind port 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf on network 979c235f-62a2-43bc-839f-795da3956b53 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:28:30.374629 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-faf591fc-b2cd-4a36-a6de-ac81c1ccbb2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:30.380096 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:28:30.380475 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Checking segment: {'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:28:30.380920 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:30.381316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Bound using segment: {'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:28:30.381796 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Bound port: 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:28:30.382173 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:30.396469 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7532567c-3dad-49f8-a953-afb393abdbf8 req-7247eb11-3bef-410d-a8e8-a9a2e729b3a6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192395 Dec 24 10:28:30.483382 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59602) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:30.486233 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e28a38c9-0a9c-4719-ba45-025c728dec9f,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:30.496804 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Checking segment: {'id': '8576df94-6231-47da-a98e-63cdae077563', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '5f62a3a2-3300-4450-8932-e07cce51dbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:28:30.497448 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Network hostable DHCP agents. Network: 5f62a3a2-3300-4450-8932-e07cce51dbc5, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:28:30.510706 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:30.536062 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Network 5f62a3a2-3300-4450-8932-e07cce51dbc5 is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:28:30.547420 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d57916-4ae5-49e3-9127-576e2f95d301 req-1d9fddf5-1079-4232-85b0-dc8b67ee711e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:30.549232 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b1d57916-4ae5-49e3-9127-576e2f95d301 req-1d9fddf5-1079-4232-85b0-dc8b67ee711e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 943 time: 0.2926009 Dec 24 10:28:30.557088 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] For port 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf, host hv-cinder-76845, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:28:30.558837 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, 5f62a3a2-3300-4450-8932-e07cce51dbc5) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:28:30.569762 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b9b511-f850-4693-9b1b-5b0925662c29 None None] Network 5f62a3a2-3300-4450-8932-e07cce51dbc5 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:28:30.581465 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:30.584828 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:30.588034 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] For port 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=34714ac5-9ecd-4b7a-a33c-08e79dc71ecf,segment=NetworkSegment(c6268194-92ad-4907-9cbe-61414ca02230),segment_id=c6268194-92ad-4907-9cbe-61414ca02230)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:28:30.605158 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:30.641969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ad53d283-44dc-4dfb-afd0-46db09386704 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:30.644529 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2449427 Dec 24 10:28:30.795613 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Pushing event updated for resources: {'Port': ['ID=34714ac5-9ecd-4b7a-a33c-08e79dc71ecf,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:30.803976 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:30.823633 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b1d57916-4ae5-49e3-9127-576e2f95d301 req-a7c7fe63-fb17-44c3-8a90-a5ed86d2a726 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628853 Dec 24 10:28:30.839871 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d089aa17-be7d-4e4f-91b2-b9f739d41eef None None] Network 5f62a3a2-3300-4450-8932-e07cce51dbc5 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:28:30.909016 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c2d7d8d1-e20c-4a9b-ab61-e2791f6c1c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:30.967426 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-c2d7d8d1-e20c-4a9b-ab61-e2791f6c1c37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:30.981413 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-c2d7d8d1-e20c-4a9b-ab61-e2791f6c1c37 admin admin] Usage tracker for resource:security_group_rule and tenant:b19357aa72a34a39938009a17d4eb34e is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:30.994205 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-c2d7d8d1-e20c-4a9b-ab61-e2791f6c1c37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:31.012461 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-c2d7d8d1-e20c-4a9b-ab61-e2791f6c1c37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:31.017911 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:31.020006 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:31.022248 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] 10.222.0.20 "PUT /v2.0/ports/34714ac5-9ecd-4b7a-a33c-08e79dc71ecf HTTP/1.1" status: 200 len: 1157 time: 2.8004203 Dec 24 10:28:31.023393 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894e8faf-3feb-4bf9-9ae7-cad82819d5fc', 'tag': '34714ac5-9ecd-4b7a-a33c-08e79dc71ecf'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:28:31.164820 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894e8faf-3feb-4bf9-9ae7-cad82819d5fc', 'tag': '34714ac5-9ecd-4b7a-a33c-08e79dc71ecf', 'status': 'completed', 'code': 200} Dec 24 10:28:31.197071 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-765044d7-e302-4f7c-a125-be9c5e3fd477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:31.198593 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c2d7d8d1-e20c-4a9b-ab61-e2791f6c1c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:31.199863 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-765044d7-e302-4f7c-a125-be9c5e3fd477 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c0b6c2f878f4976b75218d7d422d954&device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 1160 time: 0.1070058 Dec 24 10:28:31.202019 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c2d7d8d1-e20c-4a9b-ab61-e2791f6c1c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:31.211507 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-86546560-7a34-4b27-9c3c-0e4141be4697 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:31.255765 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-c2d7d8d1-e20c-4a9b-ab61-e2791f6c1c37 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b19357aa72a34a39938009a17d4eb34e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7710156 Dec 24 10:28:31.258393 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59622) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:31.261882 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7d8d1-e20c-4a9b-ab61-e2791f6c1c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efcee65-58a4-4f39-b8b9-d90afe08448c,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:31.276212 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c2d7d8d1-e20c-4a9b-ab61-e2791f6c1c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:31.294332 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-1537eb1c-9f23-4927-9c33-86444ab02ac0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34714ac5-9ecd-4b7a-a33c-08e79dc71ecf HTTP/1.1" status: 200 len: 217 time: 0.0732663 Dec 24 10:28:31.342631 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-70b15126-95ed-4afa-9f3b-e5ee0fac127c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:31.370552 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-70b15126-95ed-4afa-9f3b-e5ee0fac127c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:31.389416 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-8a8b1b82-ff01-4a15-a3a0-be65893a3bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:31.390997 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-8a8b1b82-ff01-4a15-a3a0-be65893a3bfc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=35c06aae-d814-4d04-b231-1c4580d06493 HTTP/1.1" status: 200 len: 855 time: 0.0794239 Dec 24 10:28:31.420382 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-70b15126-95ed-4afa-9f3b-e5ee0fac127c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:31.426841 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:31.440325 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b15126-95ed-4afa-9f3b-e5ee0fac127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efcee65-58a4-4f39-b8b9-d90afe08448c,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:31.443902 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-70b15126-95ed-4afa-9f3b-e5ee0fac127c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:31.446044 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-70b15126-95ed-4afa-9f3b-e5ee0fac127c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:31.449864 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-70b15126-95ed-4afa-9f3b-e5ee0fac127c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4efcee65-58a4-4f39-b8b9-d90afe08448c HTTP/1.1" status: 204 len: 168 time: 0.1876333 Dec 24 10:28:31.475943 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-873ceaac-4aab-45c4-8faa-50d9e90bfd40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=979c235f-62a2-43bc-839f-795da3956b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720663 Dec 24 10:28:31.824703 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-fd3e9fde-1066-4c10-8887-b614c7cae59e service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248246 Dec 24 10:28:31.832738 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-9a5f2343-df91-4a49-9271-d0df7c1cd95a tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:31.840326 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-9a5f2343-df91-4a49-9271-d0df7c1cd95a tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/networks?id=b76f586a-3c8d-42ee-a72f-5729d3c47657 HTTP/1.1" status: 200 len: 808 time: 0.3917470 Dec 24 10:28:31.906532 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59648) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:31.906811 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-d1d8a644-b535-4248-90bf-7e7c6e56e41f tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/quotas/24044ba364f44d67adf71fd4f49928f5 HTTP/1.1" status: 200 len: 375 time: 0.0654538 Dec 24 10:28:31.930664 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4f0980c2-3511-4874-b13c-0c7d2e617076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:31.947357 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-4f0980c2-3511-4874-b13c-0c7d2e617076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:31.953400 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-4f0980c2-3511-4874-b13c-0c7d2e617076 admin admin] Usage tracker for resource:security_group_rule and tenant:5cb9606f637948679d71b8a3aa68c4c1 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:31.956457 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-4f0980c2-3511-4874-b13c-0c7d2e617076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:31.962839 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-4f0980c2-3511-4874-b13c-0c7d2e617076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:32.012110 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-9b2db80f-ed5c-4ce7-8ede-4f735f4466a2 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?tenant_id=24044ba364f44d67adf71fd4f49928f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1043563 Dec 24 10:28:32.023078 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a8679-a687-4d13-a2d5-17c628db811e req-478e7aab-f435-4425-9991-9ac106c59d06 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:32.024666 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4b8a8679-a687-4d13-a2d5-17c628db811e req-478e7aab-f435-4425-9991-9ac106c59d06 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.3987284 Dec 24 10:28:32.058212 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4f0980c2-3511-4874-b13c-0c7d2e617076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:32.062219 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4f0980c2-3511-4874-b13c-0c7d2e617076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:32.071815 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:32.114420 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-4f0980c2-3511-4874-b13c-0c7d2e617076 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5cb9606f637948679d71b8a3aa68c4c1&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2059832 Dec 24 10:28:32.116123 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0980c2-3511-4874-b13c-0c7d2e617076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b165bdb0-4df2-479e-8c3f-2a0ccc08d4ef,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:32.119956 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4f0980c2-3511-4874-b13c-0c7d2e617076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:32.120668 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59656) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:32.191815 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ded85f35-b600-404b-bce9-a56f58cd5072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:32.205959 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9416567d-8926-4d10-b8f6-0e1f069e1d5d req-810d2c44-e5e2-4edb-9cae-e475c12ed7cc service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3598881 Dec 24 10:28:32.208310 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4b8a8679-a687-4d13-a2d5-17c628db811e req-0c8bcd45-4ed9-4049-a2c0-6ad3efc82484 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582263 Dec 24 10:28:32.224112 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ded85f35-b600-404b-bce9-a56f58cd5072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:32.254594 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-c50589fa-41e7-41b8-83d3-24c69b7c761c service neutron] 10.222.0.58 "GET /v2.0/networks/b76f586a-3c8d-42ee-a72f-5729d3c47657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288651 Dec 24 10:28:32.287315 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ded85f35-b600-404b-bce9-a56f58cd5072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:32.290468 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-70b15126-95ed-4afa-9f3b-e5ee0fac127c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:32.302811 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded85f35-b600-404b-bce9-a56f58cd5072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b165bdb0-4df2-479e-8c3f-2a0ccc08d4ef,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:32.337897 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ded85f35-b600-404b-bce9-a56f58cd5072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:32.339151 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ded85f35-b600-404b-bce9-a56f58cd5072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:32.351252 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-ded85f35-b600-404b-bce9-a56f58cd5072 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b165bdb0-4df2-479e-8c3f-2a0ccc08d4ef HTTP/1.1" status: 204 len: 168 time: 0.2265599 Dec 24 10:28:32.800662 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-8a792fb6-b56b-41e0-b7d1-18f80a6f6bec service neutron] 10.222.0.58 "GET /v2.0/networks/b76f586a-3c8d-42ee-a72f-5729d3c47657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5341730 Dec 24 10:28:32.835252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122cb1b-638e-4924-a02d-499c6877c2a7 req-b968c60e-4b47-43d7-a20d-c77c711d4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:32.836783 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7122cb1b-638e-4924-a02d-499c6877c2a7 req-b968c60e-4b47-43d7-a20d-c77c711d4601 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c0b6c2f878f4976b75218d7d422d954&device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 1160 time: 0.1945341 Dec 24 10:28:32.847515 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b25e23-ec1e-444a-bbcd-bbdb2bae2a86 req-70e6e381-ec7c-4480-91de-45bae136d142 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:32.848313 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-10b25e23-ec1e-444a-bbcd-bbdb2bae2a86 req-70e6e381-ec7c-4480-91de-45bae136d142 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 943 time: 0.1653612 Dec 24 10:28:33.115501 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-10b25e23-ec1e-444a-bbcd-bbdb2bae2a86 req-8845d635-29e2-4d56-9021-ff8ac940c25a tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416239 Dec 24 10:28:33.127544 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6c79f034-c525-4b9e-aba6-b4fe9a1c6f27 req-bdc1a6c5-6d70-46f4-8f3d-9a9c96875d97 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 210 time: 0.0791364 Dec 24 10:28:33.174938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122cb1b-638e-4924-a02d-499c6877c2a7 req-3a5d7a8f-4cfb-43d8-9a5b-635b0ba1cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:33.178914 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7122cb1b-638e-4924-a02d-499c6877c2a7 req-3a5d7a8f-4cfb-43d8-9a5b-635b0ba1cd19 service neutron] 10.222.0.20 "GET /v2.0/networks?id=979c235f-62a2-43bc-839f-795da3956b53 HTTP/1.1" status: 200 len: 909 time: 0.3272564 Dec 24 10:28:33.268427 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7122cb1b-638e-4924-a02d-499c6877c2a7 req-0f01bf5e-8e65-4b5c-ac0a-10efad2a4e1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34714ac5-9ecd-4b7a-a33c-08e79dc71ecf HTTP/1.1" status: 200 len: 217 time: 0.0800111 Dec 24 10:28:33.410443 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122cb1b-638e-4924-a02d-499c6877c2a7 req-e0ce8b06-a9ba-447e-8f24-1eb1b64a0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:33.417080 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7122cb1b-638e-4924-a02d-499c6877c2a7 req-e0ce8b06-a9ba-447e-8f24-1eb1b64a0a2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=35c06aae-d814-4d04-b231-1c4580d06493 HTTP/1.1" status: 200 len: 855 time: 0.1349921 Dec 24 10:28:33.563472 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7122cb1b-638e-4924-a02d-499c6877c2a7 req-82761ee2-d52c-407d-b3c1-85319e422a00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=979c235f-62a2-43bc-839f-795da3956b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426704 Dec 24 10:28:33.744376 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425cfe9-7be6-4b4a-a1f7-d8e3ec423fb9 req-da574133-a608-45f4-bb03-60d81c9b2548 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:33.746550 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d425cfe9-7be6-4b4a-a1f7-d8e3ec423fb9 req-da574133-a608-45f4-bb03-60d81c9b2548 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.2719355 Dec 24 10:28:33.810617 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7122cb1b-638e-4924-a02d-499c6877c2a7 req-46620284-e60d-43e7-8c97-a2b15be965a7 service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243824 Dec 24 10:28:33.829310 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d425cfe9-7be6-4b4a-a1f7-d8e3ec423fb9 req-69f80dce-83a2-47eb-9bd3-4880e4489f72 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730569 Dec 24 10:28:34.038620 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7122cb1b-638e-4924-a02d-499c6877c2a7 req-7152765c-beff-4913-986c-7f40e2ef737d service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2081263 Dec 24 10:28:34.050731 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52675da3-9af2-4dc1-acfd-9acf35415e03 req-2c40771e-ccd7-4e62-a554-9fbacf8e2e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:34.052183 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-52675da3-9af2-4dc1-acfd-9acf35415e03 req-2c40771e-ccd7-4e62-a554-9fbacf8e2e66 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 1163 time: 0.1164584 Dec 24 10:28:34.139848 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-52675da3-9af2-4dc1-acfd-9acf35415e03 req-4b419a9a-b17a-4efb-b3b4-8ff0fc14973a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375581 Dec 24 10:28:34.364097 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5e37726b-37f9-41a8-a890-906943edf9f8 req-3e19e9d5-ce6b-40da-8404-b9385e9829c1 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 210 time: 0.0576990 Dec 24 10:28:34.400138 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a88060-e475-4d58-9e01-3cc17e11d3fe req-1b90be62-65a9-44a2-a554-ca24b80e4328 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:34.401957 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d7a88060-e475-4d58-9e01-3cc17e11d3fe req-1b90be62-65a9-44a2-a554-ca24b80e4328 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 943 time: 0.1320727 Dec 24 10:28:34.452590 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d7a88060-e475-4d58-9e01-3cc17e11d3fe req-5528a653-2810-4e44-bad7-00aee734f25c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439792 Dec 24 10:28:35.192391 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc586ab7-9018-4a3d-9acb-6e6e623f6112 req-33ce46a9-d4b1-4dd1-a416-2138b87cba4a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:35.194045 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dc586ab7-9018-4a3d-9acb-6e6e623f6112 req-33ce46a9-d4b1-4dd1-a416-2138b87cba4a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.2301793 Dec 24 10:28:35.222399 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-a8c50f10-ec39-4ced-9416-1957a9918b56 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:35.223871 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-a8c50f10-ec39-4ced-9416-1957a9918b56 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.20 "GET /v2.0/networks?id=b76f586a-3c8d-42ee-a72f-5729d3c47657 HTTP/1.1" status: 200 len: 808 time: 0.2140148 Dec 24 10:28:35.252178 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dc586ab7-9018-4a3d-9acb-6e6e623f6112 req-0adf831e-2eb1-4e28-9b63-f7b3bf57044d tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499780 Dec 24 10:28:35.266981 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Request body: {'port': {'device_id': '7efc598c-906e-4102-8863-ed85203d1dc7', 'network_id': 'b76f586a-3c8d-42ee-a72f-5729d3c47657', 'admin_state_up': True, 'tenant_id': '24044ba364f44d67adf71fd4f49928f5'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:28:35.317666 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-249f0e02-2414-43fa-a677-7b2db272f4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:35.431653 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:35.436969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Usage tracker for resource:port and tenant:24044ba364f44d67adf71fd4f49928f5 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:35.440133 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Quota usage for port was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:35.446366 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:35.455787 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Made reservation on behalf of 24044ba364f44d67adf71fd4f49928f5 for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:28:35.461866 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:35.605521 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b112cfae-f88d-43d1-9d83-b2340e51b9b2 req-be55dea1-823c-468c-965d-abaecfb44f2c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 210 time: 0.0744166 Dec 24 10:28:35.707904 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59764) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:35.864582 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccf30f-9be0-469e-8b4d-591ccbf00f0e req-17e63d7e-7b09-4de6-9e68-4a2b0a7dd0b4 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:35.866187 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0bccf30f-9be0-469e-8b4d-591ccbf00f0e req-17e63d7e-7b09-4de6-9e68-4a2b0a7dd0b4 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 943 time: 0.2564776 Dec 24 10:28:35.892035 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8c339d2f-be7d-4124-a3c2-e56f6efad001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:35.908309 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-8c339d2f-be7d-4124-a3c2-e56f6efad001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:35.912619 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-8c339d2f-be7d-4124-a3c2-e56f6efad001 admin admin] Usage tracker for resource:security_group_rule and tenant:ac993e0360204423b53af4a04032327c is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:35.915868 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-8c339d2f-be7d-4124-a3c2-e56f6efad001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:35.922327 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-8c339d2f-be7d-4124-a3c2-e56f6efad001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:35.976158 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0bccf30f-9be0-469e-8b4d-591ccbf00f0e req-e48b3c95-4942-48c3-8497-3ce5e37a5932 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024735 Dec 24 10:28:35.986255 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Allocated IP 172.20.0.14 (b76f586a-3c8d-42ee-a72f-5729d3c47657/80e45de1-e32a-4f38-9444-c91f54a28ef9/5558990f-2be6-43d6-bc1d-4ebbd6a64b3a) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:28:36.014045 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8c339d2f-be7d-4124-a3c2-e56f6efad001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:36.016994 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8c339d2f-be7d-4124-a3c2-e56f6efad001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:36.027556 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2bf9cb13-3472-4968-9ae8-a0c19b6db63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:36.068418 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-8c339d2f-be7d-4124-a3c2-e56f6efad001 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ac993e0360204423b53af4a04032327c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3588090 Dec 24 10:28:36.070291 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c339d2f-be7d-4124-a3c2-e56f6efad001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b068a0-074b-4913-9d21-2d3c96033690,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:36.073582 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59770) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:36.076345 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8c339d2f-be7d-4124-a3c2-e56f6efad001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:36.149116 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-86e7c4c1-fc1b-4946-b0c4-3348d6ea45b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:36.180808 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-86e7c4c1-fc1b-4946-b0c4-3348d6ea45b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:36.222781 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:36.230989 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-86e7c4c1-fc1b-4946-b0c4-3348d6ea45b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:36.235967 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1ebead45-e46a-48b4-a247-8a9a57d48d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:36.250323 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:36.251068 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7c4c1-fc1b-4946-b0c4-3348d6ea45b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b068a0-074b-4913-9d21-2d3c96033690,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:36.254227 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-86e7c4c1-fc1b-4946-b0c4-3348d6ea45b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:36.255439 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-86e7c4c1-fc1b-4946-b0c4-3348d6ea45b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:36.259781 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-86e7c4c1-fc1b-4946-b0c4-3348d6ea45b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/77b068a0-074b-4913-9d21-2d3c96033690 HTTP/1.1" status: 204 len: 168 time: 0.1822367 Dec 24 10:28:36.268037 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:36.471484 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Pushing event updated for resources: {'Port': ['ID=5558990f-2be6-43d6-bc1d-4ebbd6a64b3a,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:36.471961 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:36.543757 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Network b76f586a-3c8d-42ee-a72f-5729d3c47657 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:28:36.550153 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d84a-f89e-4797-91c0-4458459a0f60 req-bf177f2c-f22b-4663-a2ae-fc16a1cf3e3d tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:36.551821 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b3c7d84a-f89e-4797-91c0-4458459a0f60 req-bf177f2c-f22b-4663-a2ae-fc16a1cf3e3d tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.1583366 Dec 24 10:28:36.552969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:28:36.555293 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:28:36.674757 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 59786) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:36.696241 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ce1557cb-554f-4ee2-8cb5-e64366afff8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:36.716190 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-ce1557cb-554f-4ee2-8cb5-e64366afff8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:36.721441 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-ce1557cb-554f-4ee2-8cb5-e64366afff8e admin admin] Usage tracker for resource:security_group_rule and tenant:6949b1d296a24ab8a66db1d38dcaa4dc is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:36.725103 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-ce1557cb-554f-4ee2-8cb5-e64366afff8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:36.731961 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-ce1557cb-554f-4ee2-8cb5-e64366afff8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:36.837344 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ce1557cb-554f-4ee2-8cb5-e64366afff8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:36.841140 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ce1557cb-554f-4ee2-8cb5-e64366afff8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:36.850442 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:36.897189 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-ce1557cb-554f-4ee2-8cb5-e64366afff8e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6949b1d296a24ab8a66db1d38dcaa4dc&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2210946 Dec 24 10:28:36.898867 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1557cb-554f-4ee2-8cb5-e64366afff8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fb84f4-ee4b-4b4e-a3e1-92f03d3f911d,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:36.903383 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ce1557cb-554f-4ee2-8cb5-e64366afff8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:36.903707 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 59792) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:36.906153 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:28:36.909244 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:36.909904 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:36.920939 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b3c7d84a-f89e-4797-91c0-4458459a0f60 req-ef8e6e3a-8654-47d4-aa74-b0c12626a7f8 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355529 Dec 24 10:28:36.977307 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7146728 Dec 24 10:28:36.980668 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:28:36.985691 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:28:36.986234 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:37.008647 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4b99a-8533-4146-9a34-16a63e9b7447 req-a5cadd2c-e61a-47eb-9f5d-76c57dea394f tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:37.009454 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-c4a4b99a-8533-4146-9a34-16a63e9b7447 req-a5cadd2c-e61a-47eb-9f5d-76c57dea394f tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Synchronizing usage tracker for tenant:24044ba364f44d67adf71fd4f49928f5 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:28:37.023445 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Request body: {'port': {'device_id': '7efc598c-906e-4102-8863-ed85203d1dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:28:37.108516 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:37.131117 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a234036a-ad97-4bad-8931-6673d54d2476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:37.136541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894e8faf-3feb-4bf9-9ae7-cad82819d5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34714ac5-9ecd-4b7a-a33c-08e79dc71ecf'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:28:37.147241 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=34714ac5-9ecd-4b7a-a33c-08e79dc71ecf,segment=NetworkSegment(c6268194-92ad-4907-9cbe-61414ca02230),segment_id=c6268194-92ad-4907-9cbe-61414ca02230)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:28:37.150900 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:37.152850 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:37.171921 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-c4a4b99a-8533-4146-9a34-16a63e9b7447 req-a5cadd2c-e61a-47eb-9f5d-76c57dea394f tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Unset dirty status for tenant:24044ba364f44d67adf71fd4f49928f5 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:28:37.173255 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c4a4b99a-8533-4146-9a34-16a63e9b7447 req-a5cadd2c-e61a-47eb-9f5d-76c57dea394f tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 932 time: 0.3892019 Dec 24 10:28:37.223051 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=34714ac5-9ecd-4b7a-a33c-08e79dc71ecf,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:37.226383 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:37.251726 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a234036a-ad97-4bad-8931-6673d54d2476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:37.332802 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:37.358382 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c4a4b99a-8533-4146-9a34-16a63e9b7447 req-d7817f40-b03f-4657-86e9-c72bdfb52e3f tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468482 Dec 24 10:28:37.411269 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ee6f7-0093-4213-8048-4ee7e43edf5f req-8366532d-210d-457b-b987-571eea32e106 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:37.412913 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0c5ee6f7-0093-4213-8048-4ee7e43edf5f req-8366532d-210d-457b-b987-571eea32e106 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.3440847 Dec 24 10:28:37.551149 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a234036a-ad97-4bad-8931-6673d54d2476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:37.574530 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:37.612139 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0c5ee6f7-0093-4213-8048-4ee7e43edf5f req-d4718951-435f-4bbe-b031-97809bab4f04 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887355 Dec 24 10:28:37.612929 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234036a-ad97-4bad-8931-6673d54d2476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fb84f4-ee4b-4b4e-a3e1-92f03d3f911d,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:37.617633 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a234036a-ad97-4bad-8931-6673d54d2476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:37.624095 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a234036a-ad97-4bad-8931-6673d54d2476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:37.626207 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-a234036a-ad97-4bad-8931-6673d54d2476 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/02fb84f4-ee4b-4b4e-a3e1-92f03d3f911d HTTP/1.1" status: 204 len: 168 time: 0.7114885 Dec 24 10:28:37.715697 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894e8faf-3feb-4bf9-9ae7-cad82819d5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34714ac5-9ecd-4b7a-a33c-08e79dc71ecf', 'code': 200} Dec 24 10:28:37.739123 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cb801-4573-40ff-a209-39318234be90 req-e6eae252-5ea0-453c-885c-0b66aa44e1ef tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:37.741072 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5b9cb801-4573-40ff-a209-39318234be90 req-e6eae252-5ea0-453c-885c-0b66aa44e1ef tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 945 time: 0.2507358 Dec 24 10:28:37.796493 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:37.914571 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5b9cb801-4573-40ff-a209-39318234be90 req-614f02b7-8c30-46d5-b39f-e2ab559aa041 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382413 Dec 24 10:28:37.973502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-60bd3bf8-540e-4175-8d4f-a4a7178fa6f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:38.075223 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:28:38.083240 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:38.148268 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Transition to ACTIVE for port object 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:28:38.153565 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:38.168027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:28:38.187621 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:38.300895 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:28:38.302062 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:38.363378 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Pushing event updated for resources: {'Port': ['ID=5558990f-2be6-43d6-bc1d-4ebbd6a64b3a,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:38.371233 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:38.390515 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a9600-8c35-4146-91fb-095dded83af7 req-420c798d-3b3b-4a60-aa3c-ac29cd73e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:38.392280 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-811a9600-8c35-4146-91fb-095dded83af7 req-420c798d-3b3b-4a60-aa3c-ac29cd73e778 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 1162 time: 0.3010180 Dec 24 10:28:38.597187 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-811a9600-8c35-4146-91fb-095dded83af7 req-91b9abfb-3bfa-413d-a0e6-cf40efd1cbf0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873531 Dec 24 10:28:38.643819 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:38.653342 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Attempting to bind port 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:28:38.653712 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Attempting to bind port 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': '7db361e1-885a-47d7-bb6b-8922c321a963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b76f586a-3c8d-42ee-a72f-5729d3c47657'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:28:38.654077 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Attempting to bind port 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a on network b76f586a-3c8d-42ee-a72f-5729d3c47657 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:28:38.662944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:28:38.663324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Checking segment: {'id': '7db361e1-885a-47d7-bb6b-8922c321a963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b76f586a-3c8d-42ee-a72f-5729d3c47657'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:28:38.663790 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:38.664190 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Bound using segment: {'id': '7db361e1-885a-47d7-bb6b-8922c321a963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b76f586a-3c8d-42ee-a72f-5729d3c47657'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:28:38.664669 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Bound port: 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7db361e1-885a-47d7-bb6b-8922c321a963', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b76f586a-3c8d-42ee-a72f-5729d3c47657'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:28:38.665064 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:38.690518 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866a6b8-442f-4c55-bf33-0d34e612e60b req-1290aa9e-b8b3-4d98-bd4a-ae6d6e49cd21 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:38.692137 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8866a6b8-442f-4c55-bf33-0d34e612e60b req-1290aa9e-b8b3-4d98-bd4a-ae6d6e49cd21 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 944 time: 0.1457937 Dec 24 10:28:38.805677 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8866a6b8-442f-4c55-bf33-0d34e612e60b req-ba8cb74e-0f31-4172-95cc-557c0d7ecb92 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828550 Dec 24 10:28:38.811378 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] For port 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a, host hv-cinder-76845, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:28:38.815125 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] For port 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=5558990f-2be6-43d6-bc1d-4ebbd6a64b3a,segment=NetworkSegment(7db361e1-885a-47d7-bb6b-8922c321a963),segment_id=7db361e1-885a-47d7-bb6b-8922c321a963)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:28:38.818943 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:38.835599 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:38.989842 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Pushing event updated for resources: {'Port': ['ID=5558990f-2be6-43d6-bc1d-4ebbd6a64b3a,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:38.994857 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:39.035741 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:39.036573 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:39.040829 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] 10.222.0.20 "PUT /v2.0/ports/5558990f-2be6-43d6-bc1d-4ebbd6a64b3a HTTP/1.1" status: 200 len: 1158 time: 2.0272946 Dec 24 10:28:39.042171 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efc598c-906e-4102-8863-ed85203d1dc7', 'tag': '5558990f-2be6-43d6-bc1d-4ebbd6a64b3a'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:28:39.243543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:39.292004 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96005dc6-4035-43b3-bb72-a8f89008e6fd req-7f444f35-025b-41bb-b4d2-9664b86c32b4 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:39.293781 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-96005dc6-4035-43b3-bb72-a8f89008e6fd req-7f444f35-025b-41bb-b4d2-9664b86c32b4 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 945 time: 0.1553731 Dec 24 10:28:39.296583 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-7719aacd-394e-413f-9e00-a2ec64e21149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:39.298114 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-7719aacd-394e-413f-9e00-a2ec64e21149 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24044ba364f44d67adf71fd4f49928f5&device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 1161 time: 0.1135135 Dec 24 10:28:39.394546 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efc598c-906e-4102-8863-ed85203d1dc7', 'tag': '5558990f-2be6-43d6-bc1d-4ebbd6a64b3a', 'status': 'completed', 'code': 200} Dec 24 10:28:39.419778 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-68a7bc8f-9724-4840-9b01-9c15c1117aa4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5558990f-2be6-43d6-bc1d-4ebbd6a64b3a HTTP/1.1" status: 200 len: 217 time: 0.0873954 Dec 24 10:28:39.419778 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-96005dc6-4035-43b3-bb72-a8f89008e6fd req-6976a2cd-94ec-443a-b84a-648500c5a787 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178522 Dec 24 10:28:39.504014 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-0301e174-87a4-491a-9411-62e15021fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:39.505663 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-0301e174-87a4-491a-9411-62e15021fba2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80e45de1-e32a-4f38-9444-c91f54a28ef9 HTTP/1.1" status: 200 len: 848 time: 0.0786281 Dec 24 10:28:39.593336 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-98e61fac-04dc-43e0-a129-d85683091012 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b76f586a-3c8d-42ee-a72f-5729d3c47657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610681 Dec 24 10:28:39.795860 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-99dcc978-9c53-4a01-af76-12785bd7f5fc service neutron] 10.222.0.20 "GET /v2.0/networks/b76f586a-3c8d-42ee-a72f-5729d3c47657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899030 Dec 24 10:28:39.977644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:40.364738 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3e4dd795-1698-4469-9c6e-67ae9ec693c2 req-fb264b78-91de-4c61-9f3b-170e5ed05ba7 service neutron] 10.222.0.20 "GET /v2.0/networks/b76f586a-3c8d-42ee-a72f-5729d3c47657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5286787 Dec 24 10:28:40.372929 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a351a-2261-4651-a227-644d11b0146c req-780d58a7-e061-415f-8680-ee91a7b70538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:40.375255 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e68a351a-2261-4651-a227-644d11b0146c req-780d58a7-e061-415f-8680-ee91a7b70538 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1217c7e5c11f45b1a5f92b3b99d2f69d&device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 1163 time: 0.5950129 Dec 24 10:28:40.382353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226be738-3e77-4284-9607-aa661e4086e7 req-b50b9320-78f9-4e0a-921b-1b2b5f6744c3 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:40.383935 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-226be738-3e77-4284-9607-aa661e4086e7 req-b50b9320-78f9-4e0a-921b-1b2b5f6744c3 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.5494165 Dec 24 10:28:40.407244 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac47450-1531-49d2-92db-1e3493e07c5f req-8e5bdcd8-e2a7-4f64-b28b-85a745dd4c21 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:40.409022 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6ac47450-1531-49d2-92db-1e3493e07c5f req-8e5bdcd8-e2a7-4f64-b28b-85a745dd4c21 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 944 time: 0.4604750 Dec 24 10:28:40.657493 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6ac47450-1531-49d2-92db-1e3493e07c5f req-50484ea9-04a2-471c-89af-f98dc52d0440 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072928 Dec 24 10:28:40.681289 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-226be738-3e77-4284-9607-aa661e4086e7 req-43ec1720-26c7-4d91-a76c-32faf480b67b tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825446 Dec 24 10:28:40.730001 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a351a-2261-4651-a227-644d11b0146c req-f9a45b73-b3a3-4ca2-9419-39689134af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:40.731611 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e68a351a-2261-4651-a227-644d11b0146c req-f9a45b73-b3a3-4ca2-9419-39689134af27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 HTTP/1.1" status: 200 len: 912 time: 0.3209581 Dec 24 10:28:40.812931 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e68a351a-2261-4651-a227-644d11b0146c req-9296da1a-da28-4117-839d-2212817e4926 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=538577a6-c062-43ec-9dd5-ecd28e63719d HTTP/1.1" status: 200 len: 217 time: 0.0696628 Dec 24 10:28:40.915036 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d0735-3cab-4beb-84c7-f29d9782d3e9 req-2b580375-6448-42ea-bde3-8195d3e7bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:40.917206 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8e9d0735-3cab-4beb-84c7-f29d9782d3e9 req-2b580375-6448-42ea-bde3-8195d3e7bbaf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24044ba364f44d67adf71fd4f49928f5&device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 1161 time: 0.4221547 Dec 24 10:28:40.996086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a351a-2261-4651-a227-644d11b0146c req-538aa811-8561-4805-a1a0-b426f0b2e5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:40.997620 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e68a351a-2261-4651-a227-644d11b0146c req-538aa811-8561-4805-a1a0-b426f0b2e5e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3390986-5262-4576-aa00-ead79d3abb56 HTTP/1.1" status: 200 len: 858 time: 0.1427550 Dec 24 10:28:41.111609 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e68a351a-2261-4651-a227-644d11b0146c req-e76aa825-ce85-4e24-b151-afa13af8dc66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605097 Dec 24 10:28:41.127278 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45518ae-f5d7-400b-b35a-1eccb76c8287 req-6e7c1585-7783-41d2-bbae-72d1b4f5f061 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:41.128756 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a45518ae-f5d7-400b-b35a-1eccb76c8287 req-6e7c1585-7783-41d2-bbae-72d1b4f5f061 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 945 time: 0.3177361 Dec 24 10:28:41.205120 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d0735-3cab-4beb-84c7-f29d9782d3e9 req-93e23ac3-3b52-4849-a90e-c8dacc0700f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:41.206643 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8e9d0735-3cab-4beb-84c7-f29d9782d3e9 req-93e23ac3-3b52-4849-a90e-c8dacc0700f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b76f586a-3c8d-42ee-a72f-5729d3c47657 HTTP/1.1" status: 200 len: 902 time: 0.2812963 Dec 24 10:28:41.346755 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8e9d0735-3cab-4beb-84c7-f29d9782d3e9 req-710afb77-8271-4f66-a354-77fefd01427e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5558990f-2be6-43d6-bc1d-4ebbd6a64b3a HTTP/1.1" status: 200 len: 217 time: 0.1237817 Dec 24 10:28:41.356667 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a45518ae-f5d7-400b-b35a-1eccb76c8287 req-fc5e63ba-4c5f-4a90-b3c3-c9ddcd5fbffc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031322 Dec 24 10:28:41.440817 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e68a351a-2261-4651-a227-644d11b0146c req-81dcfa1b-90fe-4ebf-84f8-f7e47ad726be service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110080 Dec 24 10:28:41.452159 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d0735-3cab-4beb-84c7-f29d9782d3e9 req-8a5cf2b8-e48f-457e-b6e9-9bf195c0cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:41.453772 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8e9d0735-3cab-4beb-84c7-f29d9782d3e9 req-8a5cf2b8-e48f-457e-b6e9-9bf195c0cf49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80e45de1-e32a-4f38-9444-c91f54a28ef9 HTTP/1.1" status: 200 len: 848 time: 0.0880816 Dec 24 10:28:41.540935 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8e9d0735-3cab-4beb-84c7-f29d9782d3e9 req-75540aa7-bf7e-4fbd-a838-c27cc4c67edd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b76f586a-3c8d-42ee-a72f-5729d3c47657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617993 Dec 24 10:28:41.791086 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e68a351a-2261-4651-a227-644d11b0146c req-3c5d6fd3-d962-407e-a1cd-9461140204cd service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3407156 Dec 24 10:28:41.801156 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8e9d0735-3cab-4beb-84c7-f29d9782d3e9 req-cfde1836-a0a7-4882-bf7a-22b78f30e137 service neutron] 10.222.0.20 "GET /v2.0/networks/b76f586a-3c8d-42ee-a72f-5729d3c47657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050190 Dec 24 10:28:42.073096 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:28:42.110216 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8e9d0735-3cab-4beb-84c7-f29d9782d3e9 req-d8039b6e-7335-4b4e-a63b-1ac666011b51 service neutron] 10.222.0.20 "GET /v2.0/networks/b76f586a-3c8d-42ee-a72f-5729d3c47657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2996955 Dec 24 10:28:42.142781 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57eba92-cb15-4d50-8491-54f171c010d9 req-d407f879-38dc-4769-aada-17384df3bb41 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:42.143278 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:28:42.144669 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e57eba92-cb15-4d50-8491-54f171c010d9 req-d407f879-38dc-4769-aada-17384df3bb41 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 944 time: 0.1947458 Dec 24 10:28:42.150470 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:28:42.151566 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:42.157303 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41976d9-d358-455a-87ec-512979793982 req-a23cd691-44b9-43a9-83d5-8cc23a1be66e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:42.158859 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d41976d9-d358-455a-87ec-512979793982 req-a23cd691-44b9-43a9-83d5-8cc23a1be66e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.2071087 Dec 24 10:28:42.238813 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e57eba92-cb15-4d50-8491-54f171c010d9 req-6865c5e5-a0b7-4dbd-bcd8-f392d21a7c98 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788972 Dec 24 10:28:42.241123 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d41976d9-d358-455a-87ec-512979793982 req-46eb7efc-4c79-4312-a09a-5ee648eb825d tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659924 Dec 24 10:28:43.479802 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1befc-959a-478b-8195-eb6bb7162790 req-dcf684bc-c7c0-4ab1-a11b-3c4ee667d430 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:43.482152 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-04d1befc-959a-478b-8195-eb6bb7162790 req-dcf684bc-c7c0-4ab1-a11b-3c4ee667d430 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0973637 Dec 24 10:28:43.546242 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-04d1befc-959a-478b-8195-eb6bb7162790 req-b3e873c9-9b16-435f-bf54-cec4fae3af8f tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566366 Dec 24 10:28:43.713936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1244d15-12d9-4b14-8bea-2ec244e8d162 req-89c3b469-db48-41db-b199-ab1a84071bbc tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:43.715558 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e1244d15-12d9-4b14-8bea-2ec244e8d162 req-89c3b469-db48-41db-b199-ab1a84071bbc tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 944 time: 0.1162636 Dec 24 10:28:43.973501 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e1244d15-12d9-4b14-8bea-2ec244e8d162 req-50b7266e-b18d-4401-ac19-ff30a900e35c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512534 Dec 24 10:28:44.772393 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ec24c-35df-4af1-bd58-f66a694693d3 req-ae0ebb1c-1b72-4cfe-8e90-9eb2202f3169 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:44.774041 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-808ec24c-35df-4af1-bd58-f66a694693d3 req-ae0ebb1c-1b72-4cfe-8e90-9eb2202f3169 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0906243 Dec 24 10:28:44.825978 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-808ec24c-35df-4af1-bd58-f66a694693d3 req-0c186c5c-8dc1-43d4-922d-8baff0cccf14 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428972 Dec 24 10:28:45.198730 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ea06d-880c-43f5-b443-f76b27e62aa9 req-b1bdfecc-671b-4e2e-8414-1fd34655467d tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:45.200928 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8d3ea06d-880c-43f5-b443-f76b27e62aa9 req-b1bdfecc-671b-4e2e-8414-1fd34655467d tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 944 time: 0.0909467 Dec 24 10:28:45.249489 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8d3ea06d-880c-43f5-b443-f76b27e62aa9 req-ea668beb-76d5-4569-bc27-becb58a156f5 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423155 Dec 24 10:28:45.661112 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 59978) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:46.013714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-75abb849-00aa-493b-a754-1f9ad727bfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:46.047292 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-75abb849-00aa-493b-a754-1f9ad727bfa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:46.054171 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-75abb849-00aa-493b-a754-1f9ad727bfa7 admin admin] Usage tracker for resource:security_group_rule and tenant:b6ad70db430446db94db2cd30ff520d6 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:46.064699 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-75abb849-00aa-493b-a754-1f9ad727bfa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:46.074308 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-75abb849-00aa-493b-a754-1f9ad727bfa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:46.108658 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3e2e9-7d9a-433d-b1b6-4a052382cc2e req-162c9391-bb31-4d08-bdb8-b51c681193eb tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:46.110544 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-78a3e2e9-7d9a-433d-b1b6-4a052382cc2e req-162c9391-bb31-4d08-bdb8-b51c681193eb tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1416113 Dec 24 10:28:46.177783 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-78a3e2e9-7d9a-433d-b1b6-4a052382cc2e req-dc4d8b9f-6cbc-42cc-8807-713193b87fd8 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606887 Dec 24 10:28:46.230872 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-75abb849-00aa-493b-a754-1f9ad727bfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:46.233950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-75abb849-00aa-493b-a754-1f9ad727bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:46.242586 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:46.287840 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-75abb849-00aa-493b-a754-1f9ad727bfa7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6ad70db430446db94db2cd30ff520d6&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6247609 Dec 24 10:28:46.289987 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 60000) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:46.290704 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abb849-00aa-493b-a754-1f9ad727bfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70659a40-84b5-4976-ae08-79f0c0fb7c8d,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:46.294970 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-75abb849-00aa-493b-a754-1f9ad727bfa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:46.360570 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-52c0963c-7d5d-4247-ac58-537f082b3b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:46.390371 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-52c0963c-7d5d-4247-ac58-537f082b3b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:46.456886 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-52c0963c-7d5d-4247-ac58-537f082b3b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:46.464357 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-86e7c4c1-fc1b-4946-b0c4-3348d6ea45b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:46.482674 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0963c-7d5d-4247-ac58-537f082b3b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70659a40-84b5-4976-ae08-79f0c0fb7c8d,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:46.485540 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-52c0963c-7d5d-4247-ac58-537f082b3b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:46.494028 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b6eaa-51b7-47fa-8e29-483f71d6a709 req-9e16da5f-7600-4997-81ed-030328a70742 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:46.498251 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-52c0963c-7d5d-4247-ac58-537f082b3b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:46.502134 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e79b6eaa-51b7-47fa-8e29-483f71d6a709 req-9e16da5f-7600-4997-81ed-030328a70742 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 944 time: 0.1040819 Dec 24 10:28:46.505852 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-52c0963c-7d5d-4247-ac58-537f082b3b10 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/70659a40-84b5-4976-ae08-79f0c0fb7c8d HTTP/1.1" status: 204 len: 168 time: 0.2136407 Dec 24 10:28:46.592752 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e79b6eaa-51b7-47fa-8e29-483f71d6a709 req-f0b9c584-9345-4d16-99a1-8bf6ce7f98cd tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875392 Dec 24 10:28:46.929014 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 60020) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:46.949545 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-03191ea6-129f-4395-b282-cc73b6097690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:46.965782 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-03191ea6-129f-4395-b282-cc73b6097690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:46.971010 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-03191ea6-129f-4395-b282-cc73b6097690 admin admin] Usage tracker for resource:security_group_rule and tenant:0fe2e05d859a4ac391d8aca2c625ed8a is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:46.973294 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-03191ea6-129f-4395-b282-cc73b6097690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:46.980656 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-03191ea6-129f-4395-b282-cc73b6097690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:47.071479 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-03191ea6-129f-4395-b282-cc73b6097690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:47.075225 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-03191ea6-129f-4395-b282-cc73b6097690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:47.088016 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d596cdb7-6e69-409f-a14e-11dfcca340ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:47.132553 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03191ea6-129f-4395-b282-cc73b6097690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce3d220-0196-4abd-99ee-8ca6742c48d4,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:47.137039 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-03191ea6-129f-4395-b282-cc73b6097690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:47.140735 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-03191ea6-129f-4395-b282-cc73b6097690 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0fe2e05d859a4ac391d8aca2c625ed8a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2094297 Dec 24 10:28:47.142530 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 60054) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:47.205267 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bbf98761-1130-4dd2-9251-5c2b6d347bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:47.238084 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bbf98761-1130-4dd2-9251-5c2b6d347bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:47.295938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bbf98761-1130-4dd2-9251-5c2b6d347bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:47.302124 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a7fe59a4-e9f7-4c17-ae9a-0664d9141072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:47.319150 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf98761-1130-4dd2-9251-5c2b6d347bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce3d220-0196-4abd-99ee-8ca6742c48d4,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:47.323445 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-bbf98761-1130-4dd2-9251-5c2b6d347bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:47.325008 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bbf98761-1130-4dd2-9251-5c2b6d347bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:47.328287 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-bbf98761-1130-4dd2-9251-5c2b6d347bc8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ce3d220-0196-4abd-99ee-8ca6742c48d4 HTTP/1.1" status: 204 len: 168 time: 0.1846840 Dec 24 10:28:47.416629 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905df78-311f-4df2-a4d8-055e8558090a req-51085cbc-a4c3-4d00-bfdb-ec45a992368a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:47.421836 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1905df78-311f-4df2-a4d8-055e8558090a req-51085cbc-a4c3-4d00-bfdb-ec45a992368a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0877099 Dec 24 10:28:47.480282 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1905df78-311f-4df2-a4d8-055e8558090a req-e3487281-7218-436b-81f8-4bf6f9fbcc2c tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535769 Dec 24 10:28:47.857383 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0a9eb-c5fa-4de1-841f-38fc77b8ffe2 req-99f9a551-1c23-4117-9390-7bbfdfc96637 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:47.858991 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a4e0a9eb-c5fa-4de1-841f-38fc77b8ffe2 req-99f9a551-1c23-4117-9390-7bbfdfc96637 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 944 time: 0.1008821 Dec 24 10:28:47.907465 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a4e0a9eb-c5fa-4de1-841f-38fc77b8ffe2 req-68956e1b-aaa3-48e5-9dc2-02c06bf863c4 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423062 Dec 24 10:28:48.860280 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe9f015-9f73-411d-aa39-c137dacb327e req-b8b98e83-b64f-4461-8ee2-e72258d83ddd tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:48.863060 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5fe9f015-9f73-411d-aa39-c137dacb327e req-b8b98e83-b64f-4461-8ee2-e72258d83ddd tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1006439 Dec 24 10:28:48.924525 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5fe9f015-9f73-411d-aa39-c137dacb327e req-6a41c13f-4712-4a92-80fb-5d51de2973f4 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518985 Dec 24 10:28:49.155410 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d207d6-9e6e-47c0-bf9a-4cbf29e16ba2 req-d5110071-595c-417c-accd-0469eefea08c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:49.157049 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c6d207d6-9e6e-47c0-bf9a-4cbf29e16ba2 req-d5110071-595c-417c-accd-0469eefea08c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 944 time: 0.0931838 Dec 24 10:28:49.214072 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c6d207d6-9e6e-47c0-bf9a-4cbf29e16ba2 req-146715ec-518a-47a4-a30c-a72a88984fd5 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495961 Dec 24 10:28:50.213267 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7852ee9-2e8f-45e0-91c1-15bf371a08b8 req-1960d2b9-a8d9-4016-822e-c7618368774c tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:50.215141 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a7852ee9-2e8f-45e0-91c1-15bf371a08b8 req-1960d2b9-a8d9-4016-822e-c7618368774c tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1519592 Dec 24 10:28:50.225363 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.objects.ports [None req-a65f7d51-cf3d-4e68-8cfa-5ffc343a3eaa None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 24 10:28:50.264981 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a7852ee9-2e8f-45e0-91c1-15bf371a08b8 req-822acbe0-1958-4ed7-b3a1-54885a8542d2 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432615 Dec 24 10:28:50.466957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751f650-a22d-4024-8d39-dc16d29ff52f req-6b9148c3-cb6c-409a-8ed2-5d9ea026a7d8 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:50.468453 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e751f650-a22d-4024-8d39-dc16d29ff52f req-6b9148c3-cb6c-409a-8ed2-5d9ea026a7d8 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 944 time: 0.0853710 Dec 24 10:28:50.515838 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e751f650-a22d-4024-8d39-dc16d29ff52f req-ee3cc65f-b47f-4139-bc46-118781034081 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411105 Dec 24 10:28:51.183084 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:28:51.253470 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:28:51.258497 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:28:51.258913 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:51.388559 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:51.416712 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efc598c-906e-4102-8863-ed85203d1dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5558990f-2be6-43d6-bc1d-4ebbd6a64b3a'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:28:51.426885 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=5558990f-2be6-43d6-bc1d-4ebbd6a64b3a,segment=NetworkSegment(7db361e1-885a-47d7-bb6b-8922c321a963),segment_id=7db361e1-885a-47d7-bb6b-8922c321a963)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:28:51.431160 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:51.433903 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:51.489101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec19d05-d816-4791-9047-c1f1e0f066cd req-022d1ae2-bf26-4c83-8a1f-106f2af72559 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:51.490722 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cec19d05-d816-4791-9047-c1f1e0f066cd req-022d1ae2-bf26-4c83-8a1f-106f2af72559 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0869272 Dec 24 10:28:51.510435 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=5558990f-2be6-43d6-bc1d-4ebbd6a64b3a,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:51.514973 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:51.547157 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cec19d05-d816-4791-9047-c1f1e0f066cd req-98965da2-ebdb-4e13-9f33-b2de69f8baf8 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474195 Dec 24 10:28:51.627453 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efc598c-906e-4102-8863-ed85203d1dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5558990f-2be6-43d6-bc1d-4ebbd6a64b3a', 'code': 200} Dec 24 10:28:51.815423 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c8521-eb2f-48f9-8cde-97f86dc716d0 req-2dacb0c4-44e9-4124-9861-c6522ec5b5e7 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:51.817189 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2e9c8521-eb2f-48f9-8cde-97f86dc716d0 req-2dacb0c4-44e9-4124-9861-c6522ec5b5e7 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 946 time: 0.0880139 Dec 24 10:28:51.867550 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2e9c8521-eb2f-48f9-8cde-97f86dc716d0 req-59492862-f551-4fba-845f-1ab59623be97 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430729 Dec 24 10:28:51.943367 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37085ceb-108f-460d-b767-072ad099a3b0 req-da519b4c-ed64-4ac9-91e1-5ff86f14c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:51.945005 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-37085ceb-108f-460d-b767-072ad099a3b0 req-da519b4c-ed64-4ac9-91e1-5ff86f14c7e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 1163 time: 0.0805535 Dec 24 10:28:51.989271 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-37085ceb-108f-460d-b767-072ad099a3b0 req-11035ccd-8222-4564-b5b5-3fb390d08f1a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372539 Dec 24 10:28:52.200939 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:28:52.270772 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:28:52.271318 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:52.762733 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f13a7-6309-4616-87b6-3a0c17dd7c52 req-3fc0326c-2d36-4fd5-97cf-f4cbad9c1124 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:52.764345 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-227f13a7-6309-4616-87b6-3a0c17dd7c52 req-3fc0326c-2d36-4fd5-97cf-f4cbad9c1124 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0831227 Dec 24 10:28:52.811845 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-227f13a7-6309-4616-87b6-3a0c17dd7c52 req-404779a7-02fe-4fb7-b1c6-68701c17128b tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 Dec 24 10:28:53.098270 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216641ea-2db4-4501-8d8f-9b7dc9a5cb48 req-81320dd6-8519-4e83-9466-f6d38089e05e tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:53.105201 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-216641ea-2db4-4501-8d8f-9b7dc9a5cb48 req-81320dd6-8519-4e83-9466-f6d38089e05e tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1068702 Dec 24 10:28:53.158808 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-216641ea-2db4-4501-8d8f-9b7dc9a5cb48 req-cf946233-1845-41ba-a881-b79db4663d7e tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505173 Dec 24 10:28:53.227220 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 60240) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:53.388278 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3e0fc090-f81d-401a-a512-ba0e3ff55bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:53.404786 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-3e0fc090-f81d-401a-a512-ba0e3ff55bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:53.408861 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-3e0fc090-f81d-401a-a512-ba0e3ff55bed admin admin] Usage tracker for resource:security_group_rule and tenant:20eb4b7a95c542e69c8f87a3bc864830 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:53.411778 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-3e0fc090-f81d-401a-a512-ba0e3ff55bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:53.418120 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-3e0fc090-f81d-401a-a512-ba0e3ff55bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:53.520443 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3e0fc090-f81d-401a-a512-ba0e3ff55bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:53.522852 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3e0fc090-f81d-401a-a512-ba0e3ff55bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:53.533607 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4f0980c2-3511-4874-b13c-0c7d2e617076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:53.579418 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-3e0fc090-f81d-401a-a512-ba0e3ff55bed admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=20eb4b7a95c542e69c8f87a3bc864830&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3509417 Dec 24 10:28:53.580428 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fc090-f81d-401a-a512-ba0e3ff55bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e952dd-1487-484e-9535-7094a1ef5502,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:53.582433 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 60250) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:53.583653 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3e0fc090-f81d-401a-a512-ba0e3ff55bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:53.645618 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-665d6604-56bd-4507-b0a4-c981076c3338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:53.674386 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-665d6604-56bd-4507-b0a4-c981076c3338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:53.726102 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-665d6604-56bd-4507-b0a4-c981076c3338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:53.733027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-447012e6-3f1b-43eb-b460-18df1437fb28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:53.748294 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d6604-56bd-4507-b0a4-c981076c3338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e952dd-1487-484e-9535-7094a1ef5502,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:53.753377 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-665d6604-56bd-4507-b0a4-c981076c3338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:53.757800 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-665d6604-56bd-4507-b0a4-c981076c3338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:53.759055 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-665d6604-56bd-4507-b0a4-c981076c3338 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46e952dd-1487-484e-9535-7094a1ef5502 HTTP/1.1" status: 204 len: 168 time: 0.1751130 Dec 24 10:28:54.039005 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05cb31-e501-45c8-962a-a9697bfc00ba req-9f7cfc01-492c-4c8a-bc47-d27617d2b8f3 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:54.040627 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ba05cb31-e501-45c8-962a-a9697bfc00ba req-9f7cfc01-492c-4c8a-bc47-d27617d2b8f3 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0890927 Dec 24 10:28:54.089576 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ba05cb31-e501-45c8-962a-a9697bfc00ba req-aa5121bd-ab42-4ff8-b067-11f71bd8933e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 Dec 24 10:28:54.135935 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 60260) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:54.154777 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1236-668f-48f9-917a-ad7035036e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:54.173056 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-1b7c1236-668f-48f9-917a-ad7035036e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:28:54.177064 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-1b7c1236-668f-48f9-917a-ad7035036e81 admin admin] Usage tracker for resource:security_group_rule and tenant:b6c9fa3d8f79410ba766f00d0939073c is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:28:54.179972 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-1b7c1236-668f-48f9-917a-ad7035036e81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:28:54.185694 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-1b7c1236-668f-48f9-917a-ad7035036e81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:28:54.292252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1236-668f-48f9-917a-ad7035036e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:54.295710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1b7c1236-668f-48f9-917a-ad7035036e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:54.306414 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-05574fbf-c543-4e2d-91c0-8ad029e7cabb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:54.397525 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-1b7c1236-668f-48f9-917a-ad7035036e81 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b6c9fa3d8f79410ba766f00d0939073c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2604587 Dec 24 10:28:54.399247 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c1236-668f-48f9-917a-ad7035036e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358e0173-239b-40a2-aff0-c9cee78f044c,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:54.400570 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 60270) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:28:54.403479 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1b7c1236-668f-48f9-917a-ad7035036e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:54.434230 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036a8be-2c6a-49d4-82be-70a24853b618 req-6935c1c2-37bd-4448-92ac-72fa84409fc1 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:54.435776 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b036a8be-2c6a-49d4-82be-70a24853b618 req-6935c1c2-37bd-4448-92ac-72fa84409fc1 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1304455 Dec 24 10:28:54.469392 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f573bf42-87bf-4084-bb4c-6ee1a0ec8dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:54.490455 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b036a8be-2c6a-49d4-82be-70a24853b618 req-fc5fa283-c6ff-4d55-b8b3-93e743d53e22 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482624 Dec 24 10:28:54.498191 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f573bf42-87bf-4084-bb4c-6ee1a0ec8dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:54.570368 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f573bf42-87bf-4084-bb4c-6ee1a0ec8dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:54.575549 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7b51ad01-3440-42fd-a98b-6d039ac17cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:28:54.595000 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573bf42-87bf-4084-bb4c-6ee1a0ec8dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358e0173-239b-40a2-aff0-c9cee78f044c,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:28:54.606199 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f573bf42-87bf-4084-bb4c-6ee1a0ec8dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:28:54.610672 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f573bf42-87bf-4084-bb4c-6ee1a0ec8dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:54.612589 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-f573bf42-87bf-4084-bb4c-6ee1a0ec8dc5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/358e0173-239b-40a2-aff0-c9cee78f044c HTTP/1.1" status: 204 len: 168 time: 0.2107217 Dec 24 10:28:54.891698 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:28:55.009423 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:28:55.010362 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:28:55.308078 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1252d-09de-40da-afde-9d6d7b8d35dc req-ed5b644a-bd8b-480d-be7c-b27eea5fc524 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:55.309773 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f3e1252d-09de-40da-afde-9d6d7b8d35dc req-ed5b644a-bd8b-480d-be7c-b27eea5fc524 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0857396 Dec 24 10:28:55.358937 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f3e1252d-09de-40da-afde-9d6d7b8d35dc req-a75f971a-b612-4adb-b35c-8d2c0b434d07 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430095 Dec 24 10:28:56.591740 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306028c5-bf46-4efd-a70f-9bc47d338f28 req-ac696ef8-664c-4101-8d1e-a21b502d5710 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:56.593784 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-306028c5-bf46-4efd-a70f-9bc47d338f28 req-ac696ef8-664c-4101-8d1e-a21b502d5710 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0949390 Dec 24 10:28:56.646593 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-306028c5-bf46-4efd-a70f-9bc47d338f28 req-ee2fefdd-e78c-48b1-bde2-991da688c215 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431859 Dec 24 10:28:57.862309 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9704c-c080-4485-b3bf-bff91600af9d req-69052c78-b4bf-48f2-981f-6a4ec1cca913 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:57.863908 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ff9704c-c080-4485-b3bf-bff91600af9d req-69052c78-b4bf-48f2-981f-6a4ec1cca913 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0826097 Dec 24 10:28:57.914749 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ff9704c-c080-4485-b3bf-bff91600af9d req-f7ea86bd-5a04-4567-90df-a175b865384b tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440693 Dec 24 10:28:59.135870 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77d980-d309-43c6-9b70-7e565727fc27 req-ee2f7574-f092-4fb1-9a9a-1f80e38f0cf3 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:59.137485 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cd77d980-d309-43c6-9b70-7e565727fc27 req-ee2f7574-f092-4fb1-9a9a-1f80e38f0cf3 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0828702 Dec 24 10:28:59.184011 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cd77d980-d309-43c6-9b70-7e565727fc27 req-00fa944a-1141-4459-912b-95cce576d992 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401909 Dec 24 10:28:59.389942 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3784b-8954-44b4-af62-4e07ccd46bbf req-826ccb97-8bce-4c14-8fe1-2abafabc92aa tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:28:59.391514 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2ed3784b-8954-44b4-af62-4e07ccd46bbf req-826ccb97-8bce-4c14-8fe1-2abafabc92aa tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 946 time: 0.0887456 Dec 24 10:28:59.437947 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2ed3784b-8954-44b4-af62-4e07ccd46bbf req-9aea18e6-2eee-405a-8180-22c3fa514957 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400724 Dec 24 10:29:00.404044 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2199dfa-c372-4e4d-a312-53cdba736eda req-7b265390-8b4c-42c5-aa88-3897b01c79cd tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:00.405624 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e2199dfa-c372-4e4d-a312-53cdba736eda req-7b265390-8b4c-42c5-aa88-3897b01c79cd tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0871077 Dec 24 10:29:00.457772 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e2199dfa-c372-4e4d-a312-53cdba736eda req-4991c733-c5a8-4283-a475-1b303ac8aaa2 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454412 Dec 24 10:29:00.679806 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc9510-f8d4-45a0-8e98-6b7d5cfdb998 req-f5beba19-5430-4192-813d-8b0a07be0334 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:00.687460 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-fdbc9510-f8d4-45a0-8e98-6b7d5cfdb998 req-f5beba19-5430-4192-813d-8b0a07be0334 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 946 time: 0.1091959 Dec 24 10:29:00.829951 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-fdbc9510-f8d4-45a0-8e98-6b7d5cfdb998 req-2b4afc79-d624-455e-838b-61d7a1339304 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415224 Dec 24 10:29:00.878975 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-72398af1-32e1-41fc-afec-6c1b5cee35bc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:00.880651 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-72398af1-32e1-41fc-afec-6c1b5cee35bc tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/networks?id=979c235f-62a2-43bc-839f-795da3956b53 HTTP/1.1" status: 200 len: 815 time: 0.1909993 Dec 24 10:29:00.897100 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-53b5f822-b256-43a1-b7c0-430780005b2e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/quotas/6c0b6c2f878f4976b75218d7d422d954 HTTP/1.1" status: 200 len: 375 time: 0.0096776 Dec 24 10:29:00.992455 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-112ea63e-aff0-4092-8672-a33ced2ed603 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c0b6c2f878f4976b75218d7d422d954&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896962 Dec 24 10:29:01.139052 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-86a62c7c-48a4-4e19-94f9-88907a422596 service neutron] 10.222.0.58 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383729 Dec 24 10:29:01.284808 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-709eb6b5-614f-4a68-b3bc-57bf7c386eda service neutron] 10.222.0.58 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389694 Dec 24 10:29:01.496871 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-db02f246-045e-454d-ab2c-9139357eaf27 req-3381fb47-8292-4fda-b3f9-0748a2495521 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 210 time: 0.0513237 Dec 24 10:29:01.700035 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f37ebc-2def-4645-858c-668089c07a22 req-eda0e8c7-2f79-4b30-864c-e742c25b1a0a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:01.702006 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-56f37ebc-2def-4645-858c-668089c07a22 req-eda0e8c7-2f79-4b30-864c-e742c25b1a0a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0884333 Dec 24 10:29:01.755663 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-56f37ebc-2def-4645-858c-668089c07a22 req-5e51937f-a0eb-4fb1-9d1b-ad738e381431 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460246 Dec 24 10:29:01.843640 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-60da62f8-9896-4d00-a3de-71fc7d234e48 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:01.845359 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-60da62f8-9896-4d00-a3de-71fc7d234e48 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.20 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 946 time: 0.0848982 Dec 24 10:29:01.964726 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Deleting port 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:29:01.965367 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:02.189134 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:29:02.209515 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed7059-ea57-4420-a86e-ea72f9efdd73 req-27a66f44-8adc-43a0-adc7-ff1434feed20 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:02.217194 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3ed7059-ea57-4420-a86e-ea72f9efdd73 req-27a66f44-8adc-43a0-adc7-ff1434feed20 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 946 time: 0.2187619 Dec 24 10:29:02.331989 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:02.363659 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efc598c-906e-4102-8863-ed85203d1dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5558990f-2be6-43d6-bc1d-4ebbd6a64b3a'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:29:02.376665 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=5558990f-2be6-43d6-bc1d-4ebbd6a64b3a,segment=NetworkSegment(7db361e1-885a-47d7-bb6b-8922c321a963),segment_id=7db361e1-885a-47d7-bb6b-8922c321a963)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:29:02.380276 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:02.382866 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-98731950-b8ee-4f1f-ba72-d4fe3b8119a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:02.455317 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efc598c-906e-4102-8863-ed85203d1dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5558990f-2be6-43d6-bc1d-4ebbd6a64b3a', 'code': 200} Dec 24 10:29:02.459155 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=5558990f-2be6-43d6-bc1d-4ebbd6a64b3a,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:02.463660 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:02.559836 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c3ed7059-ea57-4420-a86e-ea72f9efdd73 req-69bf4a59-2b2d-4409-8594-1f5ffbbef7cc tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412776 Dec 24 10:29:02.582169 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] For port 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=5558990f-2be6-43d6-bc1d-4ebbd6a64b3a,segment=NetworkSegment(7db361e1-885a-47d7-bb6b-8922c321a963),segment_id=7db361e1-885a-47d7-bb6b-8922c321a963)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:29:02.582568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:02.710212 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Calling delete_port for 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:29:02.794518 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b32fbd20-81f9-4dba-8a7d-de895336e287 req-0fa27519-9686-408e-85ca-6e105e7b9114 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 210 time: 0.0908771 Dec 24 10:29:02.850629 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.api [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80199) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:29:02.851271 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_db.api [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 24 10:29:03.086643 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bec601-a149-4ea2-a4ae-92df12932d3e req-a41acd74-a7a0-4d4e-8da4-7a38886874d9 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:03.088548 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d4bec601-a149-4ea2-a4ae-92df12932d3e req-a41acd74-a7a0-4d4e-8da4-7a38886874d9 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1935837 Dec 24 10:29:03.179642 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-1e75c61d-4f17-4592-88a9-5f1f794746d6 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:03.181358 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-1e75c61d-4f17-4592-88a9-5f1f794746d6 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "GET /v2.0/networks?id=979c235f-62a2-43bc-839f-795da3956b53 HTTP/1.1" status: 200 len: 815 time: 0.2296672 Dec 24 10:29:03.184453 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d4bec601-a149-4ea2-a4ae-92df12932d3e req-da081e42-6e7b-47b4-9cf8-67ad1443a8e4 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820885 Dec 24 10:29:03.224548 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Request body: {'port': {'device_id': 'd3423d74-ea50-4195-b2dc-81769b9e5600', 'network_id': '979c235f-62a2-43bc-839f-795da3956b53', 'admin_state_up': True, 'tenant_id': '6c0b6c2f878f4976b75218d7d422d954'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:29:03.352989 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Deleting port 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:29:03.353887 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:03.433857 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:03.484871 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:03.510902 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Made reservation on behalf of 6c0b6c2f878f4976b75218d7d422d954 for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:29:03.516605 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:03.573559 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 60506) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:03.772767 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-61915fc7-8dc9-417d-875b-3163ecd85599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:03.804222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-61915fc7-8dc9-417d-875b-3163ecd85599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:03.812537 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-61915fc7-8dc9-417d-875b-3163ecd85599 admin admin] Usage tracker for resource:security_group_rule and tenant:ae60de5efcab4154b9ab7c3da43bc5de is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:03.816156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-61915fc7-8dc9-417d-875b-3163ecd85599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:03.825288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-61915fc7-8dc9-417d-875b-3163ecd85599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:03.834976 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f9798-db3b-4bb9-aa12-05053eafbec5 req-14fc32e8-1689-4fc3-8636-1d85cab4dced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:03.836588 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-421f9798-db3b-4bb9-aa12-05053eafbec5 req-14fc32e8-1689-4fc3-8636-1d85cab4dced service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1217c7e5c11f45b1a5f92b3b99d2f69d&device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 1163 time: 0.1346476 Dec 24 10:29:03.873743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] For port 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=5558990f-2be6-43d6-bc1d-4ebbd6a64b3a,segment=NetworkSegment(7db361e1-885a-47d7-bb6b-8922c321a963),segment_id=7db361e1-885a-47d7-bb6b-8922c321a963)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:29:03.874055 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:04.063011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Calling delete_port for 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:29:04.172116 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-129069b9-1fed-41a6-b229-394f6a126b1a req-b757df29-1b18-4cb4-8f89-0cd447590b3d tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 210 time: 0.1780739 Dec 24 10:29:04.237915 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4221c-06c3-425d-90cf-0f08d81f9fe2 req-6e75eaf4-9116-4311-a550-110a372cb7ae tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:04.247031 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-48b4221c-06c3-425d-90cf-0f08d81f9fe2 req-6e75eaf4-9116-4311-a550-110a372cb7ae tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 944 time: 0.5372877 Dec 24 10:29:04.250400 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-61915fc7-8dc9-417d-875b-3163ecd85599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:04.254967 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-61915fc7-8dc9-417d-875b-3163ecd85599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:04.266132 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-45dc7b84-1b72-4ce4-bcda-07026750463b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:04.284403 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f9798-db3b-4bb9-aa12-05053eafbec5 req-d3835fa6-06b7-4ab0-b14a-4e8648fbaf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:04.286398 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-421f9798-db3b-4bb9-aa12-05053eafbec5 req-d3835fa6-06b7-4ab0-b14a-4e8648fbaf17 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 HTTP/1.1" status: 200 len: 912 time: 0.4131086 Dec 24 10:29:04.389375 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-421f9798-db3b-4bb9-aa12-05053eafbec5 req-34ab73f5-34f7-46dc-af1a-141d5f3a6490 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=538577a6-c062-43ec-9dd5-ecd28e63719d HTTP/1.1" status: 200 len: 217 time: 0.0902452 Dec 24 10:29:04.394144 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-61915fc7-8dc9-417d-875b-3163ecd85599 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ae60de5efcab4154b9ab7c3da43bc5de&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8163993 Dec 24 10:29:04.394144 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61915fc7-8dc9-417d-875b-3163ecd85599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0be8046-d35f-40b6-b9dc-c074d00e3489,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:04.397582 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-61915fc7-8dc9-417d-875b-3163ecd85599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:04.398119 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 60522) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:04.487081 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-48b4221c-06c3-425d-90cf-0f08d81f9fe2 req-af5650c0-b147-4c45-9218-9e2fa492425f tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/security-groups?id=a7e8ed1f-c15f-4f81-803c-009d83842b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390840 Dec 24 10:29:04.506010 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f9798-db3b-4bb9-aa12-05053eafbec5 req-c453a824-713f-4b43-bde2-b0946576fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:04.508117 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-421f9798-db3b-4bb9-aa12-05053eafbec5 req-c453a824-713f-4b43-bde2-b0946576fa6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3390986-5262-4576-aa00-ead79d3abb56 HTTP/1.1" status: 200 len: 858 time: 0.1088665 Dec 24 10:29:04.522241 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:04.525934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Allocated IP 172.20.0.12 (979c235f-62a2-43bc-839f-795da3956b53/35c06aae-d814-4d04-b231-1c4580d06493/acdfeea9-9799-445b-91eb-57bfac82a7b6) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:29:04.560045 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5cf49eed-4ca9-42b5-8884-f6aeb793f486 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:04.600267 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-421f9798-db3b-4bb9-aa12-05053eafbec5 req-776831a1-d02d-49b5-a558-1ba957d86068 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828428 Dec 24 10:29:04.601129 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0614dd36-2a42-431f-a73f-21f89f4039f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:04.621994 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Pushing event deleted for resources: {'Port': ['ID=5558990f-2be6-43d6-bc1d-4ebbd6a64b3a,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:04.637845 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:04.747131 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0614dd36-2a42-431f-a73f-21f89f4039f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:04.752328 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b5103-d887-49d8-be36-641802110c64 req-bb8c3446-1d11-4bb9-b682-be688fa69dcd tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:04.760702 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f45b5103-d887-49d8-be36-641802110c64 req-bb8c3446-1d11-4bb9-b682-be688fa69dcd tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.3723867 Dec 24 10:29:04.796713 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-421f9798-db3b-4bb9-aa12-05053eafbec5 req-909f5b21-7061-444f-a3a1-3497f12728c1 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819949 Dec 24 10:29:04.817291 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0614dd36-2a42-431f-a73f-21f89f4039f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:04.825504 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f50487f0-2e4e-48d7-97c7-1dc68bb1f17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:04.872786 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0614dd36-2a42-431f-a73f-21f89f4039f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0be8046-d35f-40b6-b9dc-c074d00e3489,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:04.887933 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0614dd36-2a42-431f-a73f-21f89f4039f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:04.891513 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0614dd36-2a42-431f-a73f-21f89f4039f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:04.892770 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-0614dd36-2a42-431f-a73f-21f89f4039f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b0be8046-d35f-40b6-b9dc-c074d00e3489 HTTP/1.1" status: 204 len: 168 time: 0.4922652 Dec 24 10:29:04.921317 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f45b5103-d887-49d8-be36-641802110c64 req-beee84c7-8a01-4c63-ac93-8f8826cdd760 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595898 Dec 24 10:29:05.040749 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-421f9798-db3b-4bb9-aa12-05053eafbec5 req-13d28f01-bb63-49f7-8f13-e1067186a49e service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2176418 Dec 24 10:29:05.309628 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-913e5ee5-7223-41b7-84f4-ed35447ddd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:05.325351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] No DVR routers for this DVR port 5558990f-2be6-43d6-bc1d-4ebbd6a64b3a on host hv-cinder-76845 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:29:05.331749 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:05.335258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efc598c-906e-4102-8863-ed85203d1dc7', 'name': 'network-vif-deleted', 'tag': '5558990f-2be6-43d6-bc1d-4ebbd6a64b3a'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:29:05.362027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 60548) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:05.387724 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1a1b772e-e7f8-4bf5-89b6-ad28e2e655cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:05.407447 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-1a1b772e-e7f8-4bf5-89b6-ad28e2e655cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:05.411684 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-1a1b772e-e7f8-4bf5-89b6-ad28e2e655cd admin admin] Usage tracker for resource:security_group_rule and tenant:f1a50651ccf447d08505135962fc76fb is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:05.414742 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-1a1b772e-e7f8-4bf5-89b6-ad28e2e655cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:05.421282 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-1a1b772e-e7f8-4bf5-89b6-ad28e2e655cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:05.439085 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efc598c-906e-4102-8863-ed85203d1dc7', 'name': 'network-vif-deleted', 'tag': '5558990f-2be6-43d6-bc1d-4ebbd6a64b3a', 'status': 'completed', 'code': 200} Dec 24 10:29:05.440716 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-d2bb81c3-56a3-4057-bab6-62d7cd2e5641 req-d2b6226d-1d95-4381-98e7-2d849dab226e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Synchronizing usage tracker for tenant:6c0b6c2f878f4976b75218d7d422d954 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:29:05.455110 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-974ec8e3-a983-411c-a3aa-11f7bebeef5f req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.20 "DELETE /v2.0/ports/5558990f-2be6-43d6-bc1d-4ebbd6a64b3a HTTP/1.1" status: 204 len: 173 time: 3.5654376 Dec 24 10:29:05.479502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-d2bb81c3-56a3-4057-bab6-62d7cd2e5641 req-d2b6226d-1d95-4381-98e7-2d849dab226e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Unset dirty status for tenant:6c0b6c2f878f4976b75218d7d422d954 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:29:05.481301 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d2bb81c3-56a3-4057-bab6-62d7cd2e5641 req-d2b6226d-1d95-4381-98e7-2d849dab226e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 210 time: 0.1260996 Dec 24 10:29:05.497313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:05.539655 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:05.552031 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1a1b772e-e7f8-4bf5-89b6-ad28e2e655cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:05.556376 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1a1b772e-e7f8-4bf5-89b6-ad28e2e655cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:05.567483 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c2d7d8d1-e20c-4a9b-ab61-e2791f6c1c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:05.631754 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-1a1b772e-e7f8-4bf5-89b6-ad28e2e655cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f1a50651ccf447d08505135962fc76fb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2683530 Dec 24 10:29:05.633302 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 60556) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:05.636757 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b772e-e7f8-4bf5-89b6-ad28e2e655cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930b9c35-50c8-4675-80ea-0bf18648aee6,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:05.664123 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1a1b772e-e7f8-4bf5-89b6-ad28e2e655cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:05.672871 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:05.721540 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-700554c9-0373-4e6e-b82f-554f68103824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:05.748978 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-700554c9-0373-4e6e-b82f-554f68103824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:05.773394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-323c783d-ad2a-41b5-b966-02b3a9380116 req-cf9bbd38-814f-44cd-a367-cd25abe9a9d9 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Synchronizing usage tracker for tenant:24044ba364f44d67adf71fd4f49928f5 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:29:05.798170 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-700554c9-0373-4e6e-b82f-554f68103824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:05.803105 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-552a9a9c-b522-4128-987f-4a5ae21760de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:05.814651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700554c9-0373-4e6e-b82f-554f68103824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930b9c35-50c8-4675-80ea-0bf18648aee6,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:05.819051 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-700554c9-0373-4e6e-b82f-554f68103824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:05.824351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-700554c9-0373-4e6e-b82f-554f68103824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:05.827999 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-700554c9-0373-4e6e-b82f-554f68103824 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/930b9c35-50c8-4675-80ea-0bf18648aee6 HTTP/1.1" status: 204 len: 168 time: 0.1911457 Dec 24 10:29:05.830573 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Pushing event updated for resources: {'Port': ['ID=acdfeea9-9799-445b-91eb-57bfac82a7b6,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:05.840280 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:05.841192 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-323c783d-ad2a-41b5-b966-02b3a9380116 req-cf9bbd38-814f-44cd-a367-cd25abe9a9d9 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Unset dirty status for tenant:24044ba364f44d67adf71fd4f49928f5 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:29:05.842461 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-323c783d-ad2a-41b5-b966-02b3a9380116 req-cf9bbd38-814f-44cd-a367-cd25abe9a9d9 tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] 10.222.0.58 "GET /v2.0/ports?device_id=7efc598c-906e-4102-8863-ed85203d1dc7 HTTP/1.1" status: 200 len: 210 time: 0.1325302 Dec 24 10:29:05.875854 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Network 979c235f-62a2-43bc-839f-795da3956b53 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:29:05.881810 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:29:05.884262 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:29:05.957043 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:05.957963 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:05.980096 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7604191 Dec 24 10:29:06.026088 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Request body: {'port': {'device_id': 'd3423d74-ea50-4195-b2dc-81769b9e5600', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:29:06.207069 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:06.236244 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94aff92-3c98-4477-be0c-f67945ebc4a3 req-9cc6b9d1-9dc8-44d9-b92d-c50e6a48c238 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:06.237875 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c94aff92-3c98-4477-be0c-f67945ebc4a3 req-9cc6b9d1-9dc8-44d9-b92d-c50e6a48c238 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1784933 Dec 24 10:29:06.366656 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c94aff92-3c98-4477-be0c-f67945ebc4a3 req-cb02aff0-ea89-447b-acd1-3d7d1c25e29b tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005058 Dec 24 10:29:06.764172 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acdfeea9-9799-445b-91eb-57bfac82a7b6 {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:29:06.808302 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:06.839067 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Transition to ACTIVE for port object acdfeea9-9799-445b-91eb-57bfac82a7b6 will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:29:06.852227 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:06.871177 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:06.965919 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd87e4-5423-4d93-996f-e774385374e0 req-8c11f733-6998-4781-821f-b3535e812729 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:06.967560 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0fbd87e4-5423-4d93-996f-e774385374e0 req-8c11f733-6998-4781-821f-b3535e812729 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 932 time: 0.1968603 Dec 24 10:29:07.002188 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 60598) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:07.056761 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Pushing event updated for resources: {'Port': ['ID=acdfeea9-9799-445b-91eb-57bfac82a7b6,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:07.060588 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:07.120798 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0fbd87e4-5423-4d93-996f-e774385374e0 req-5f5fc6c6-6d09-44d6-8708-4bf2505e4d25 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915186 Dec 24 10:29:07.156672 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1101455058-network', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:29:07.161966 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:07.167681 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Usage tracker for resource:network and tenant:0977ccd094224ec091b2d48bd500d4e8 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:07.171515 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:07.179579 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:07.198710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Made reservation on behalf of 0977ccd094224ec091b2d48bd500d4e8 for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:29:07.203957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:07.218522 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:07.235397 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:07.239976 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Usage tracker for resource:security_group_rule and tenant:0977ccd094224ec091b2d48bd500d4e8 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:07.243798 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:07.250278 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:07.291449 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Attempting to bind port acdfeea9-9799-445b-91eb-57bfac82a7b6 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:29:07.291954 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Attempting to bind port acdfeea9-9799-445b-91eb-57bfac82a7b6 by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:29:07.292337 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Attempting to bind port acdfeea9-9799-445b-91eb-57bfac82a7b6 on network 979c235f-62a2-43bc-839f-795da3956b53 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:29:07.298641 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:29:07.299017 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Checking segment: {'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:29:07.299420 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:07.299817 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Bound using segment: {'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:29:07.300293 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Bound port: acdfeea9-9799-445b-91eb-57bfac82a7b6, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6268194-92ad-4907-9cbe-61414ca02230', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '979c235f-62a2-43bc-839f-795da3956b53'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:29:07.300669 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:07.352353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:07.361116 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:07.367030 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9d2ed088-ab01-4ebc-89f8-26c714c4b09c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:07.404724 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 24 10:29:07.408822 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] For port acdfeea9-9799-445b-91eb-57bfac82a7b6, host hv-cinder-76845, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:29:07.412016 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] For port acdfeea9-9799-445b-91eb-57bfac82a7b6, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=acdfeea9-9799-445b-91eb-57bfac82a7b6,segment=NetworkSegment(c6268194-92ad-4907-9cbe-61414ca02230),segment_id=c6268194-92ad-4907-9cbe-61414ca02230)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:29:07.416905 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:07.421073 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c295f7-019a-476c-a77b-9a1cf9a10637,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:07.426846 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:07.427916 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:07.428309 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Added segment b6fcadf7-cc13-415d-84af-fd52031bf2b3 of type vxlan for network 6d04766c-e866-4a4b-baed-8e2a07265490 Dec 24 10:29:07.445611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:07.466905 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:07.505240 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:07.506567 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:07.507218 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:07.513469 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-20e67fd2-b35b-4612-9e21-e0fd38d4cbd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:07.625374 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Pushing event updated for resources: {'Network': ['ID=6d04766c-e866-4a4b-baed-8e2a07265490,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:07.628732 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:07.637104 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network 6d04766c-e866-4a4b-baed-8e2a07265490 details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:29:07.645495 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6392760 Dec 24 10:29:07.645895 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 60614) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:07.652760 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Request body: {'subnet': {'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1101455058-subnet', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:29:07.658436 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:07.662924 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Usage tracker for resource:subnet and tenant:0977ccd094224ec091b2d48bd500d4e8 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:07.666052 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Network 6d04766c-e866-4a4b-baed-8e2a07265490 details requested by agent ovs-agent-hv-cinder-76845 with host hv-cinder-76845 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:29:07.666530 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:07.672468 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:07.690426 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Made reservation on behalf of 0977ccd094224ec091b2d48bd500d4e8 for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:29:07.696188 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844216392'] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:07.703514 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Pushing event updated for resources: {'Port': ['ID=acdfeea9-9799-445b-91eb-57bfac82a7b6,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:07.712104 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:07.781948 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:07.782714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:07.784329 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] 10.222.0.20 "PUT /v2.0/ports/acdfeea9-9799-445b-91eb-57bfac82a7b6 HTTP/1.1" status: 200 len: 1158 time: 1.7631450 Dec 24 10:29:07.784984 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3423d74-ea50-4195-b2dc-81769b9e5600', 'tag': 'acdfeea9-9799-445b-91eb-57bfac82a7b6'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:29:07.821305 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea6a8b-653a-4d8f-884c-ffebcd7e77eb req-9eb255e8-9d95-40b1-ba1d-f59ec3c5f415 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:07.823310 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5aea6a8b-653a-4d8f-884c-ffebcd7e77eb req-9eb255e8-9d95-40b1-ba1d-f59ec3c5f415 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.2188823 Dec 24 10:29:07.927710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:07.940225 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3423d74-ea50-4195-b2dc-81769b9e5600', 'tag': 'acdfeea9-9799-445b-91eb-57bfac82a7b6', 'status': 'completed', 'code': 200} Dec 24 10:29:07.966693 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6a270f71-3fc7-4a2d-90ec-1759257ca0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:07.974986 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5aea6a8b-653a-4d8f-884c-ffebcd7e77eb req-a9d655bf-94af-4a6c-afc0-264c19614587 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451776 Dec 24 10:29:08.023092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-003d3026-c889-41af-8b0e-8ba7a94f1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:08.024786 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-003d3026-c889-41af-8b0e-8ba7a94f1f8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c0b6c2f878f4976b75218d7d422d954&device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 1161 time: 0.1447322 Dec 24 10:29:08.115808 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-a5fdbec7-b18a-4ea3-b741-b609811a2719 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acdfeea9-9799-445b-91eb-57bfac82a7b6 HTTP/1.1" status: 200 len: 217 time: 0.0699005 Dec 24 10:29:08.220724 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-384dec32-3974-47a8-849b-ab482c7cfdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:08.226566 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-384dec32-3974-47a8-849b-ab482c7cfdaa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=35c06aae-d814-4d04-b231-1c4580d06493 HTTP/1.1" status: 200 len: 855 time: 0.1030793 Dec 24 10:29:08.250526 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843584500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844216407'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:08.283644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-726418e2-a801-486a-bac7-8d3d4582d8d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:08.311006 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-979e35b5-dfca-4720-9e6c-213036577d1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=979c235f-62a2-43bc-839f-795da3956b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763869 Dec 24 10:29:08.504299 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e85fe94b-6f84-41a3-b43b-b57aabbb2996,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:08.508310 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:08.644592 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:08.648108 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Checking segment: {'id': 'b6fcadf7-cc13-415d-84af-fd52031bf2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:29:08.649081 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Network hostable DHCP agents. Network: 6d04766c-e866-4a4b-baed-8e2a07265490, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:29:08.674687 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Network 6d04766c-e866-4a4b-baed-8e2a07265490 is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:29:08.696527 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, 6d04766c-e866-4a4b-baed-8e2a07265490) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:29:08.706980 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a848cb8-bae0-4bda-87f0-267a108d5432 None None] Network 6d04766c-e866-4a4b-baed-8e2a07265490 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:29:08.725144 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:08.726179 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:08.768837 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1216547 Dec 24 10:29:08.775837 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 60646) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:08.787101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1101455058-router', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:29:08.802753 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:08.818860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Usage tracker for resource:router and tenant:0977ccd094224ec091b2d48bd500d4e8 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:08.823439 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:08.829891 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:08.841456 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-749278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854731281'] for router, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:08.843196 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854734311'] for router, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:08.863357 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:08.989222 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-90c5a98d-0f9e-4b74-b860-9b1e3d53c19b service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6650252 Dec 24 10:29:09.001965 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1721c5-4092-4a8c-8699-0867a5fb8491 req-24cb915e-6518-43e4-9d77-5d283d1d0e5c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:09.010553 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea1721c5-4092-4a8c-8699-0867a5fb8491 req-24cb915e-6518-43e4-9d77-5d283d1d0e5c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 944 time: 0.6454804 Dec 24 10:29:09.125017 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d363115-915d-5340-bb55-d8b06d7f9000-6d04766c-e866-4a4b-baed-8e2a07265490', 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'fixed_ips': [{'subnet_id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996'}]}} from dv-cinder-768458-2-smb. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 24 10:29:09.126454 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:09.232410 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1da6ca55-d945-43e5-b558-09de62beecb8 req-7f89f0e1-0938-4a8c-8446-af38f9cc5f50 service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2181585 Dec 24 10:29:09.241522 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854734328'] for router, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:09.252792 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea1721c5-4092-4a8c-8699-0867a5fb8491 req-1177f9ec-9acc-4949-820e-283b148fa1a0 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412565 Dec 24 10:29:09.313820 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:09.453239 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84279f75-cdf2-4fed-b107-8f73f9d652e8 req-41befbab-605f-49ff-8d8e-f1898e0233e0 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:09.455302 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-84279f75-cdf2-4fed-b107-8f73f9d652e8 req-41befbab-605f-49ff-8d8e-f1898e0233e0 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1970389 Dec 24 10:29:09.495141 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac39281-851d-4ed0-973d-82a5c5e1d4bb req-11db6af3-7219-456a-8727-eda4874c1cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:09.496807 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8ac39281-851d-4ed0-973d-82a5c5e1d4bb req-11db6af3-7219-456a-8727-eda4874c1cdf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c0b6c2f878f4976b75218d7d422d954&device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 1161 time: 0.1467915 Dec 24 10:29:09.504507 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Allocated IP 172.20.0.2 (6d04766c-e866-4a4b-baed-8e2a07265490/e85fe94b-6f84-41a3-b43b-b57aabbb2996/7345ddf1-7b7e-4347-b068-6a510c799117) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:29:09.576844 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-84279f75-cdf2-4fed-b107-8f73f9d652e8 req-93a6ba17-c82e-4e79-8068-bdcc5ec33553 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113513 Dec 24 10:29:09.735125 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:09.746948 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac39281-851d-4ed0-973d-82a5c5e1d4bb req-30917568-f862-4fd7-865b-998fb5bc6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:09.748540 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8ac39281-851d-4ed0-973d-82a5c5e1d4bb req-30917568-f862-4fd7-865b-998fb5bc6914 service neutron] 10.222.0.20 "GET /v2.0/networks?id=979c235f-62a2-43bc-839f-795da3956b53 HTTP/1.1" status: 200 len: 909 time: 0.2369387 Dec 24 10:29:09.769895 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:09.780278 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:09.792540 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Transition to ACTIVE for port object 7345ddf1-7b7e-4347-b068-6a510c799117 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:29:09.812373 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Transition to ACTIVE for port object 7345ddf1-7b7e-4347-b068-6a510c799117 will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:29:09.818268 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:09.835390 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:09.889041 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8ac39281-851d-4ed0-973d-82a5c5e1d4bb req-e3bec7ae-94cf-455a-b5be-d53fa335875a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=acdfeea9-9799-445b-91eb-57bfac82a7b6 HTTP/1.1" status: 200 len: 217 time: 0.1312418 Dec 24 10:29:09.926518 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=7345ddf1-7b7e-4347-b068-6a510c799117,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:09.930112 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:10.001039 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac39281-851d-4ed0-973d-82a5c5e1d4bb req-4e447176-7080-4027-bbba-d5304ddd5318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:10.002766 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8ac39281-851d-4ed0-973d-82a5c5e1d4bb req-4e447176-7080-4027-bbba-d5304ddd5318 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=35c06aae-d814-4d04-b231-1c4580d06493 HTTP/1.1" status: 200 len: 855 time: 0.1057801 Dec 24 10:29:10.023640 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:10.072708 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Network 6d04766c-e866-4a4b-baed-8e2a07265490 is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:29:10.073919 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Resources bound (agent type, host, resource id): {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:29:10.078594 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Allocated IP 172.28.2.123 (81ea6ac4-2b55-4e45-bfef-bd97c85883e8/5f0c4e3f-7153-464a-952b-cce20cfb6b8f/3554f2cb-8c21-4bef-9924-578938f6f01d) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:29:10.080010 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:29:10.117977 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8ac39281-851d-4ed0-973d-82a5c5e1d4bb req-aced1b6f-36ec-4e28-9ec4-1147e22c65f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=979c235f-62a2-43bc-839f-795da3956b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068397 Dec 24 10:29:10.160155 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Attempting to bind port 7345ddf1-7b7e-4347-b068-6a510c799117 on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:29:10.160578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Attempting to bind port 7345ddf1-7b7e-4347-b068-6a510c799117 by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'b6fcadf7-cc13-415d-84af-fd52031bf2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:29:10.161292 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Attempting to bind port 7345ddf1-7b7e-4347-b068-6a510c799117 on network 6d04766c-e866-4a4b-baed-8e2a07265490 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:29:10.168812 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:29:10.169220 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Checking segment: {'id': 'b6fcadf7-cc13-415d-84af-fd52031bf2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:29:10.170044 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:10.170627 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Bound using segment: {'id': 'b6fcadf7-cc13-415d-84af-fd52031bf2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:29:10.171377 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Bound port: 7345ddf1-7b7e-4347-b068-6a510c799117, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fcadf7-cc13-415d-84af-fd52031bf2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:29:10.171807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:10.303689 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] For port 7345ddf1-7b7e-4347-b068-6a510c799117, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:29:10.314092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] For port 7345ddf1-7b7e-4347-b068-6a510c799117, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=7345ddf1-7b7e-4347-b068-6a510c799117,segment=NetworkSegment(b6fcadf7-cc13-415d-84af-fd52031bf2b3),segment_id=b6fcadf7-cc13-415d-84af-fd52031bf2b3)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:29:10.321098 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:10.390282 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:10.426562 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8ac39281-851d-4ed0-973d-82a5c5e1d4bb req-fc1b652b-3135-4ffd-a185-44644658b16f service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999403 Dec 24 10:29:10.451220 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:10.485086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:10.672336 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:10.706501 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365f23f-0d35-45a8-8a29-92a3901322c6 req-baa28656-ae63-4070-8bbf-246231161ee8 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:10.709030 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f365f23f-0d35-45a8-8a29-92a3901322c6 req-baa28656-ae63-4070-8bbf-246231161ee8 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 944 time: 0.1824493 Dec 24 10:29:10.723130 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Pushing event updated for resources: {'Port': ['ID=3554f2cb-8c21-4bef-9924-578938f6f01d,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:10.739852 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:10.767024 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f365f23f-0d35-45a8-8a29-92a3901322c6 req-c887b185-419c-47e0-aa89-932f75d50287 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510778 Dec 24 10:29:10.782149 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Pushing event updated for resources: {'Port': ['ID=7345ddf1-7b7e-4347-b068-6a510c799117,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:10.794316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:10.797082 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8ac39281-851d-4ed0-973d-82a5c5e1d4bb req-507b5ff7-732b-41d8-85b3-11168cd4bfbb service neutron] 10.222.0.20 "GET /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3610117 Dec 24 10:29:10.862430 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:29:10.863806 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:29:10.870507 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:29:10.949221 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0429c-77c5-49f2-953c-5c91ff53185a req-268c54ef-c2a5-4d0a-9d8b-0453e2aa1e29 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:10.954810 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-43f0429c-77c5-49f2-953c-5c91ff53185a req-268c54ef-c2a5-4d0a-9d8b-0453e2aa1e29 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1067548 Dec 24 10:29:11.006853 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-43f0429c-77c5-49f2-953c-5c91ff53185a req-384961fc-f2bb-4e8e-9205-bcd0bb4f6625 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485904 Dec 24 10:29:11.579060 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:11.944774 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854026554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854035228'] for router, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:12.024186 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4581805-a65b-4619-b0e2-c842cd87f831 req-8d269f8c-4451-4a87-892e-4dbcac94f453 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:12.025949 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a4581805-a65b-4619-b0e2-c842cd87f831 req-8d269f8c-4451-4a87-892e-4dbcac94f453 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 944 time: 0.1004772 Dec 24 10:29:12.097575 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a4581805-a65b-4619-b0e2-c842cd87f831 req-a92d7235-b4f5-4718-a8d3-3b486a2eec11 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644920 Dec 24 10:29:12.202214 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Router 1b767128-66fd-425f-af1e-277ebd63135c is scheduled to L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac with binding_index 1 {{(pid=80200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 24 10:29:12.303072 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0fefab-7081-4d6e-86f2-22673c491028 None None] Network 6d04766c-e866-4a4b-baed-8e2a07265490 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:29:12.332139 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d6dbe-bff7-41ef-8f5a-89a64959ee60 req-59834bd6-937b-4d84-b06f-8041be27728c tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:12.334685 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f89d6dbe-bff7-41ef-8f5a-89a64959ee60 req-59834bd6-937b-4d84-b06f-8041be27728c tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1031866 Dec 24 10:29:12.408946 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f89d6dbe-bff7-41ef-8f5a-89a64959ee60 req-7817a816-7ad1-4764-bd3d-ee8e52391ad7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667951 Dec 24 10:29:12.440977 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:29:12.451484 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Sync routers for ids ['1b767128-66fd-425f-af1e-277ebd63135c'] in dv-cinder-768458-2-smb {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:29:12.465205 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Routers {'1b767128-66fd-425f-af1e-277ebd63135c'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:29:12.466224 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:29:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['1b767128-66fd-425f-af1e-277ebd63135c'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:29:12.489500 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:12.493508 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-34a418bd-4480-460e-bb8c-54c45ef3bedf admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7123547 Dec 24 10:29:12.493935 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 60720) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:12.505111 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-388bf135-a8af-43a8-9ea9-49b9c4dc0ce2 None None] Provisioning for port 7345ddf1-7b7e-4347-b068-6a510c799117 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:29:12.824385 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Set router 1b767128-66fd-425f-af1e-277ebd63135c gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:29:13.222587 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 7345ddf1-7b7e-4347-b068-6a510c799117 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:29:13.272316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b767128-66fd-425f-af1e-277ebd63135c', 'name': 'tempest-TestMinimumBasicScenario-1101455058-router', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:29:08Z', 'updated_at': '2020-12-24T10:29:11Z', 'revision_number': 3, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'gw_port': {'id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:09Z', 'updated_at': '2020-12-24T10:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:29:13.278486 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Checking router: 1b767128-66fd-425f-af1e-277ebd63135c for host: dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:29:13.279086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Updating router 1b767128-66fd-425f-af1e-277ebd63135c port 3554f2cb-8c21-4bef-9924-578938f6f01d binding host dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 24 10:29:13.377156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 7345ddf1-7b7e-4347-b068-6a510c799117 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:29:13.389542 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 7345ddf1-7b7e-4347-b068-6a510c799117 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:13.393008 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:13.400457 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:13.421045 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:13.484858 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4cf6d80b-7f92-456a-a1b3-747863b4d54b None None] Provisioning complete for port 7345ddf1-7b7e-4347-b068-6a510c799117 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:13.485277 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4cf6d80b-7f92-456a-a1b3-747863b4d54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:13.497144 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6090c-bec7-4e5e-b02a-6134e2d808ea req-38a34979-c86e-49d4-8471-e65dde881b51 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:13.498855 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-50e6090c-bec7-4e5e-b02a-6134e2d808ea req-38a34979-c86e-49d4-8471-e65dde881b51 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 944 time: 0.2053974 Dec 24 10:29:13.636721 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 538577a6-c062-43ec-9dd5-ecd28e63719d up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:29:13.657349 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-50e6090c-bec7-4e5e-b02a-6134e2d808ea req-17d80039-2e5d-4a50-a522-1916fa833ea1 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451237 Dec 24 10:29:13.821419 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:13.852331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Allocated IP 172.20.0.1 (6d04766c-e866-4a4b-baed-8e2a07265490/e85fe94b-6f84-41a3-b43b-b57aabbb2996/42606dd6-f7bc-4cf0-8689-812750e0bb38) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:29:13.869715 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61190a-cb27-4ad1-a308-6442b227e870 req-21f5b95f-d60d-443f-b25d-b113108e77f7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:13.877453 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5f61190a-cb27-4ad1-a308-6442b227e870 req-21f5b95f-d60d-443f-b25d-b113108e77f7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1297071 Dec 24 10:29:13.938994 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5f61190a-cb27-4ad1-a308-6442b227e870 req-032588d5-3e13-4356-991d-cab93dbda7aa tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605111 Dec 24 10:29:13.939510 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4cf6d80b-7f92-456a-a1b3-747863b4d54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:13.980616 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port 7345ddf1-7b7e-4347-b068-6a510c799117, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=7345ddf1-7b7e-4347-b068-6a510c799117,segment=NetworkSegment(b6fcadf7-cc13-415d-84af-fd52031bf2b3),segment_id=b6fcadf7-cc13-415d-84af-fd52031bf2b3)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:29:13.992396 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:14.034118 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:14.047561 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:14.053470 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:14.068302 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Transition to ACTIVE for port object 42606dd6-f7bc-4cf0-8689-812750e0bb38 will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:29:14.074070 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Transition to ACTIVE for port object 3554f2cb-8c21-4bef-9924-578938f6f01d will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:29:14.078758 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:14.088732 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.api [None req-4cf6d80b-7f92-456a-a1b3-747863b4d54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:29:14.089205 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_db.api [None req-4cf6d80b-7f92-456a-a1b3-747863b4d54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 24 10:29:14.102903 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:14.110353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 538577a6-c062-43ec-9dd5-ecd28e63719d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:14.110770 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:14.185370 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=7345ddf1-7b7e-4347-b068-6a510c799117,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:14.192265 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:14.235601 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ff96e750-9143-4f10-9306-68aa2afba431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:14.296779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device acdfeea9-9799-445b-91eb-57bfac82a7b6 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:29:14.504758 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c012cbb-633c-4696-80a1-155dcce264db req-32cf4536-7570-4007-a3df-aff6bd9dff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:14.518227 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1c012cbb-633c-4696-80a1-155dcce264db req-32cf4536-7570-4007-a3df-aff6bd9dff27 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 1163 time: 0.1757917 Dec 24 10:29:14.609460 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1c012cbb-633c-4696-80a1-155dcce264db req-dae67599-ab47-4595-ab18-b077215d6b47 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823247 Dec 24 10:29:14.641010 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Pushing event updated for resources: {'Port': ['ID=3554f2cb-8c21-4bef-9924-578938f6f01d,revision_number=2']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:14.655315 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.655696 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.657445 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.657843 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.658257 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.658678 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.659087 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.659449 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.659807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.660166 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.660523 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.660916 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.661331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.661682 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.662040 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.662392 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.662748 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.663101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.663450 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.663799 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.664329 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.664716 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.665085 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.665435 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.671500 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:14.680700 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:14.691392 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Attempting to bind port 3554f2cb-8c21-4bef-9924-578938f6f01d on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:29:14.691802 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Attempting to bind port 3554f2cb-8c21-4bef-9924-578938f6f01d by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:29:14.692204 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Attempting to bind port 3554f2cb-8c21-4bef-9924-578938f6f01d on network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:29:14.698108 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:29:14.698707 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Checking segment: {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:29:14.698932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:14.699361 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Bound using segment: {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:29:14.699871 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Bound port: 3554f2cb-8c21-4bef-9924-578938f6f01d, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:29:14.700281 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:14.760312 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Network 6d04766c-e866-4a4b-baed-8e2a07265490 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:29:14.785790 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:29:14.790683 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] For port 3554f2cb-8c21-4bef-9924-578938f6f01d, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:29:14.792315 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:29:14.794773 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] For port 3554f2cb-8c21-4bef-9924-578938f6f01d, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=3554f2cb-8c21-4bef-9924-578938f6f01d,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:29:14.799266 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:14.830437 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port acdfeea9-9799-445b-91eb-57bfac82a7b6 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:29:14.837182 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port acdfeea9-9799-445b-91eb-57bfac82a7b6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:14.838769 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:14.936854 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740409'] for router_interface, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:14.981799 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Pushing event updated for resources: {'Port': ['ID=42606dd6-f7bc-4cf0-8689-812750e0bb38,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:14.988263 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-6d974132-b8cd-4279-81b2-04d9fc5be571 None None] Provisioning complete for port 7345ddf1-7b7e-4347-b068-6a510c799117 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:14.989787 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6d974132-b8cd-4279-81b2-04d9fc5be571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:14.998789 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.999198 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.999602 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:14.999998 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.000391 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.000864 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.001260 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.001648 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.002040 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.002426 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.002815 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.003199 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.003934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.004293 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.004833 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.005315 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.005583 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.005966 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.006534 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.006710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.007094 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.007483 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.007864 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.008311 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:15.012509 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:15.018207 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-46ba57e9-fb92-413b-91d3-690d7a970426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:15.193123 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0b9cb-7802-427f-8d8b-691ba63f035a req-6d68a00c-30b4-4011-8094-a17d9c4c2d62 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:15.209339 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-bed0b9cb-7802-427f-8d8b-691ba63f035a req-6d68a00c-30b4-4011-8094-a17d9c4c2d62 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 944 time: 0.2510428 Dec 24 10:29:15.238263 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Pushing event updated for resources: {'Port': ['ID=3554f2cb-8c21-4bef-9924-578938f6f01d,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:15.242331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:15.282908 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 7345ddf1-7b7e-4347-b068-6a510c799117 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:29:15.301528 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Routers {'1b767128-66fd-425f-af1e-277ebd63135c'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:29:15.302640 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:29:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['1b767128-66fd-425f-af1e-277ebd63135c'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:29:15.352256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:15.359231 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-bed0b9cb-7802-427f-8d8b-691ba63f035a req-fc8f37f3-82f2-4d4e-abc3-fdc815980572 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487362 Dec 24 10:29:15.488328 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:15.532870 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] Set router 1b767128-66fd-425f-af1e-277ebd63135c gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:29:15.535673 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3423d74-ea50-4195-b2dc-81769b9e5600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdfeea9-9799-445b-91eb-57bfac82a7b6'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:29:15.570703 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port acdfeea9-9799-445b-91eb-57bfac82a7b6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=acdfeea9-9799-445b-91eb-57bfac82a7b6,segment=NetworkSegment(c6268194-92ad-4907-9cbe-61414ca02230),segment_id=c6268194-92ad-4907-9cbe-61414ca02230)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:29:15.572025 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 7345ddf1-7b7e-4347-b068-6a510c799117 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:15.572462 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:15.616600 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3c300-6a11-4ddb-b1eb-20bc5da149d9 req-692d54ac-e90a-46ae-8b99-0799ac07fa73 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:15.623454 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1ad3c300-6a11-4ddb-b1eb-20bc5da149d9 req-692d54ac-e90a-46ae-8b99-0799ac07fa73 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.2630239 Dec 24 10:29:15.703370 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1ad3c300-6a11-4ddb-b1eb-20bc5da149d9 req-475ff8cf-1c17-436d-8a9f-882eabc4c57b tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732713 Dec 24 10:29:15.720264 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3423d74-ea50-4195-b2dc-81769b9e5600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdfeea9-9799-445b-91eb-57bfac82a7b6', 'code': 200} Dec 24 10:29:15.737788 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:15.755933 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:15.869958 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-d9d1a580-a758-4537-a011-f112201c5989 None None] Provisioning for port 42606dd6-f7bc-4cf0-8689-812750e0bb38 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:29:15.887916 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-d9d1a580-a758-4537-a011-f112201c5989 None None] Provisioning complete for port 42606dd6-f7bc-4cf0-8689-812750e0bb38 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:15.888595 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a580-a758-4537-a011-f112201c5989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:15.921734 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:15.928571 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:15.951006 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=acdfeea9-9799-445b-91eb-57bfac82a7b6,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:15.958185 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:15.963511 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1a580-a758-4537-a011-f112201c5989 None None] Port 42606dd6-f7bc-4cf0-8689-812750e0bb38 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:29:15.983552 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:16.010448 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b767128-66fd-425f-af1e-277ebd63135c', 'name': 'tempest-TestMinimumBasicScenario-1101455058-router', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:29:08Z', 'updated_at': '2020-12-24T10:29:15Z', 'revision_number': 4, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'gw_port': {'id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:09Z', 'updated_at': '2020-12-24T10:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '42606dd6-f7bc-4cf0-8689-812750e0bb38', 'name': '', 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'mac_address': 'fa:16:3e:35:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:13Z', 'updated_at': '2020-12-24T10:29:13Z', 'revision_number': 1, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'subnets': [{'id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:29:16.014567 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc15bb9-90f8-4c32-bba5-c794adb5c151 None None] The sync data for ids ['1b767128-66fd-425f-af1e-277ebd63135c'] in dv-cinder-768458-2-smb is: [{'id': '1b767128-66fd-425f-af1e-277ebd63135c', 'name': 'tempest-TestMinimumBasicScenario-1101455058-router', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:29:08Z', 'updated_at': '2020-12-24T10:29:15Z', 'revision_number': 4, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'gw_port': {'id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:09Z', 'updated_at': '2020-12-24T10:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '42606dd6-f7bc-4cf0-8689-812750e0bb38', 'name': '', 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'mac_address': 'fa:16:3e:35:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:13Z', 'updated_at': '2020-12-24T10:29:13Z', 'revision_number': 1, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'subnets': [{'id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:29:16.065689 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851622594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739714'] for router_interface, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:16.081829 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Pushing event updated for resources: {'Port': ['ID=42606dd6-f7bc-4cf0-8689-812750e0bb38,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:16.093325 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:16.142195 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad959cd8-a9d3-4033-abff-35a6016b6c35 req-5a88bd2c-48c6-4bc6-a372-44c1a1cdbe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:16.145518 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ad959cd8-a9d3-4033-abff-35a6016b6c35 req-5a88bd2c-48c6-4bc6-a372-44c1a1cdbe42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 1163 time: 0.0995677 Dec 24 10:29:16.195440 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ad959cd8-a9d3-4033-abff-35a6016b6c35 req-165cc0af-620a-4921-809e-aa1d2ab4910f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 Dec 24 10:29:16.232266 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Network 6d04766c-e866-4a4b-baed-8e2a07265490 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:29:16.233413 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:29:16.420459 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 538577a6-c062-43ec-9dd5-ecd28e63719d up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:29:16.540495 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 538577a6-c062-43ec-9dd5-ecd28e63719d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:16.540962 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:16.543327 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Router 1b767128-66fd-425f-af1e-277ebd63135c has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:29:16.732960 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-dfa4b42a-00e7-42d5-8e9b-cd08cd0ecdb8 None None] Provisioning complete for port 42606dd6-f7bc-4cf0-8689-812750e0bb38 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:16.733379 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-dfa4b42a-00e7-42d5-8e9b-cd08cd0ecdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:16.839443 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-dfa4b42a-00e7-42d5-8e9b-cd08cd0ecdb8 None None] Port 42606dd6-f7bc-4cf0-8689-812750e0bb38 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:29:16.901358 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb8f07-3f73-43cb-92ff-409b7f528b90 req-7971ebce-46c1-413e-96bd-0bb6f6c951ef tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:16.906689 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-76cb8f07-3f73-43cb-92ff-409b7f528b90 req-7971ebce-46c1-413e-96bd-0bb6f6c951ef tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 946 time: 0.2437592 Dec 24 10:29:16.992134 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:29:16.997648 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-76cb8f07-3f73-43cb-92ff-409b7f528b90 req-84e76828-354f-42f6-a8f4-0b66f146037f tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865793 Dec 24 10:29:17.013849 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] 10.222.0.58 "PUT /v2.0/routers/1b767128-66fd-425f-af1e-277ebd63135c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5183210 Dec 24 10:29:17.167723 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b28d-8b2a-405c-a6c0-4c57adab9932 req-2d2d566c-d03c-45c2-ac34-6d8ace830543 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:17.175633 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7041b28d-8b2a-405c-a6c0-4c57adab9932 req-2d2d566c-d03c-45c2-ac34-6d8ace830543 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1728346 Dec 24 10:29:17.228472 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 3554f2cb-8c21-4bef-9924-578938f6f01d up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:29:17.252029 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7041b28d-8b2a-405c-a6c0-4c57adab9932 req-d7051eff-b9b6-4542-b942-e90f4bdeaf8f tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744450 Dec 24 10:29:17.341674 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 3554f2cb-8c21-4bef-9924-578938f6f01d completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:29:17.347587 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 3554f2cb-8c21-4bef-9924-578938f6f01d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:17.348014 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:17.560722 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:17.641329 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port 3554f2cb-8c21-4bef-9924-578938f6f01d, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=3554f2cb-8c21-4bef-9924-578938f6f01d,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:29:17.645877 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:17.656345 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:17.769773 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=3554f2cb-8c21-4bef-9924-578938f6f01d,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:17.786700 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.787090 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.787471 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.787846 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.788226 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.788609 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.789018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.798149 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.798589 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.798932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.799454 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.799959 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.800714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.801120 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.805125 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.805580 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.805963 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.806391 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.806767 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.807139 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.807505 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.807875 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.808240 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.808604 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:17.833684 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:18.069124 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f5cfe-5117-437a-8258-2105aceb16ae req-2abb418e-76a4-4e0a-9526-40c06c454a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:18.071086 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-716f5cfe-5117-437a-8258-2105aceb16ae req-2abb418e-76a4-4e0a-9526-40c06c454a4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1217c7e5c11f45b1a5f92b3b99d2f69d&device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 1163 time: 0.1998410 Dec 24 10:29:18.399912 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f5cfe-5117-437a-8258-2105aceb16ae req-b7627417-adf6-4d43-a315-9c0a6a91d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:18.402976 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-716f5cfe-5117-437a-8258-2105aceb16ae req-b7627417-adf6-4d43-a315-9c0a6a91d913 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 HTTP/1.1" status: 200 len: 912 time: 0.3184805 Dec 24 10:29:18.437848 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 60880) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:18.449942 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device acdfeea9-9799-445b-91eb-57bfac82a7b6 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:29:18.530951 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port acdfeea9-9799-445b-91eb-57bfac82a7b6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:18.531602 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:18.535752 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-716f5cfe-5117-437a-8258-2105aceb16ae req-ffdea173-68b0-494c-8eea-3f95fcacb6de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=538577a6-c062-43ec-9dd5-ecd28e63719d HTTP/1.1" status: 200 len: 217 time: 0.0976269 Dec 24 10:29:18.676316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3e01b718-59d9-4206-9272-00f9a7dc0284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:18.696322 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-3e01b718-59d9-4206-9272-00f9a7dc0284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:18.703068 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-3e01b718-59d9-4206-9272-00f9a7dc0284 admin admin] Usage tracker for resource:security_group_rule and tenant:1d1e923cccaf432b8b3a49e4f82b4109 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:18.706975 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-3e01b718-59d9-4206-9272-00f9a7dc0284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:18.711410 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f5cfe-5117-437a-8258-2105aceb16ae req-d70377f4-b535-4617-afae-d5910273ca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:18.714102 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-716f5cfe-5117-437a-8258-2105aceb16ae req-d70377f4-b535-4617-afae-d5910273ca76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3390986-5262-4576-aa00-ead79d3abb56 HTTP/1.1" status: 200 len: 858 time: 0.1763215 Dec 24 10:29:18.717754 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-3e01b718-59d9-4206-9272-00f9a7dc0284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:18.740642 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c5d49-6e6f-4ac6-b069-a371d03c66f4 req-5f056a07-479f-4a39-b640-0ff4729afb50 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:18.749099 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b32c5d49-6e6f-4ac6-b069-a371d03c66f4 req-5f056a07-479f-4a39-b640-0ff4729afb50 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.5878935 Dec 24 10:29:18.821537 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6853f-1d23-495c-973d-bba86d974e9a req-367b7923-a8b9-4002-bafa-68a88994519f tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:18.823629 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-97f6853f-1d23-495c-973d-bba86d974e9a req-367b7923-a8b9-4002-bafa-68a88994519f tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 946 time: 0.5126231 Dec 24 10:29:18.836470 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-716f5cfe-5117-437a-8258-2105aceb16ae req-889ada03-5bf7-4c23-94b4-d9252765c6c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027501 Dec 24 10:29:18.911721 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3e01b718-59d9-4206-9272-00f9a7dc0284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:18.916897 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3e01b718-59d9-4206-9272-00f9a7dc0284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:18.928891 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:18.980614 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01b718-59d9-4206-9272-00f9a7dc0284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6775bb84-fe5f-4435-870f-07aba5161489,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:18.997711 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3e01b718-59d9-4206-9272-00f9a7dc0284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:19.009092 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-3e01b718-59d9-4206-9272-00f9a7dc0284 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1d1e923cccaf432b8b3a49e4f82b4109&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5700357 Dec 24 10:29:19.011753 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 60896) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:19.042499 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-716f5cfe-5117-437a-8258-2105aceb16ae req-665c2eca-6bba-4469-9d34-20bb8f39f2a3 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838131 Dec 24 10:29:19.119077 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 60902) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:19.140705 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:29:19.165057 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3ecec723-317b-432c-a91d-fe88b52b220c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:19.184828 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 3554f2cb-8c21-4bef-9924-578938f6f01d up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:29:19.266700 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3ecec723-317b-432c-a91d-fe88b52b220c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:19.324338 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-97f6853f-1d23-495c-973d-bba86d974e9a req-b61e4def-c4c7-4514-9922-adc9ca8d49e4 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864557 Dec 24 10:29:19.327313 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b32c5d49-6e6f-4ac6-b069-a371d03c66f4 req-b6753fdd-d26f-48e8-8e71-25ce055ea089 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771101 Dec 24 10:29:19.389220 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-716f5cfe-5117-437a-8258-2105aceb16ae req-eef7ef82-0796-4f04-a2e2-e3bd03a9ab55 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2920072 Dec 24 10:29:19.407797 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 3554f2cb-8c21-4bef-9924-578938f6f01d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:19.408207 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:19.412872 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3ecec723-317b-432c-a91d-fe88b52b220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:19.423478 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0614dd36-2a42-431f-a73f-21f89f4039f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:19.453340 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecec723-317b-432c-a91d-fe88b52b220c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6775bb84-fe5f-4435-870f-07aba5161489,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:19.464224 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3ecec723-317b-432c-a91d-fe88b52b220c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:19.466549 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3ecec723-317b-432c-a91d-fe88b52b220c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:19.467905 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-3ecec723-317b-432c-a91d-fe88b52b220c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6775bb84-fe5f-4435-870f-07aba5161489 HTTP/1.1" status: 204 len: 168 time: 0.4548559 Dec 24 10:29:19.593430 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4c89811a-fa45-4f6b-b24f-750536bc6f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:19.638944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-4c89811a-fa45-4f6b-b24f-750536bc6f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:19.674339 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-4c89811a-fa45-4f6b-b24f-750536bc6f59 admin admin] Usage tracker for resource:security_group_rule and tenant:c25fc1391476498280e977ae7a393dce is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:19.685543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-4c89811a-fa45-4f6b-b24f-750536bc6f59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:19.703826 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-4c89811a-fa45-4f6b-b24f-750536bc6f59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:19.973318 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4c89811a-fa45-4f6b-b24f-750536bc6f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:19.980351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4c89811a-fa45-4f6b-b24f-750536bc6f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:19.999039 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-61915fc7-8dc9-417d-875b-3163ecd85599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:20.097129 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-4c89811a-fa45-4f6b-b24f-750536bc6f59 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c25fc1391476498280e977ae7a393dce&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9418526 Dec 24 10:29:20.099949 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 60928) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:20.122041 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89811a-fa45-4f6b-b24f-750536bc6f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a38d2f9-c896-4c82-87a7-d4cd2b2086c6,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:20.139549 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4c89811a-fa45-4f6b-b24f-750536bc6f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:20.231029 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:20.262629 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:20.385702 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:20.399404 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-75abb849-00aa-493b-a754-1f9ad727bfa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:20.417026 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Sync routers for ids ['1b767128-66fd-425f-af1e-277ebd63135c'] in dv-cinder-768458-2-smb {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:29:20.440051 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Routers {'1b767128-66fd-425f-af1e-277ebd63135c'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:29:20.441143 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:29:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['1b767128-66fd-425f-af1e-277ebd63135c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:29:20.477101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a38d2f9-c896-4c82-87a7-d4cd2b2086c6,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:20.520210 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:20.552847 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a38d2f9-c896-4c82-87a7-d4cd2b2086c6 HTTP/1.1" status: 204 len: 168 time: 0.4512763 Dec 24 10:29:20.574158 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.586251 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.586965 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.589923 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.590497 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.593904 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.597912 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.605611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.607686 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.608287 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.610097 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.610711 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.612890 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.614785 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.616419 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.617046 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.624889 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.626287 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.627681 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.629884 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.635832 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.636402 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.637529 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.638828 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:29:20.659532 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:20.795021 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 538577a6-c062-43ec-9dd5-ecd28e63719d up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:29:20.926126 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Set router 1b767128-66fd-425f-af1e-277ebd63135c gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:29:20.952995 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541c3b9-cca4-4fe0-bf91-2355f0ba8d8a req-e86abdc4-138f-4465-9c85-3b1acd853a80 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:20.963673 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6541c3b9-cca4-4fe0-bf91-2355f0ba8d8a req-e86abdc4-138f-4465-9c85-3b1acd853a80 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.2073407 Dec 24 10:29:21.038147 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6541c3b9-cca4-4fe0-bf91-2355f0ba8d8a req-a1fe61aa-f917-4366-a211-950752e055a3 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681448 Dec 24 10:29:21.232934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 538577a6-c062-43ec-9dd5-ecd28e63719d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:21.232934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:21.964646 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b767128-66fd-425f-af1e-277ebd63135c', 'name': 'tempest-TestMinimumBasicScenario-1101455058-router', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:29:08Z', 'updated_at': '2020-12-24T10:29:15Z', 'revision_number': 4, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'gw_port': {'id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:09Z', 'updated_at': '2020-12-24T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '42606dd6-f7bc-4cf0-8689-812750e0bb38', 'name': '', 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'mac_address': 'fa:16:3e:35:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:13Z', 'updated_at': '2020-12-24T10:29:15Z', 'revision_number': 2, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'subnets': [{'id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:29:21.969875 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Checking router: 1b767128-66fd-425f-af1e-277ebd63135c for host: dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:29:21.970221 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Updating router 1b767128-66fd-425f-af1e-277ebd63135c port 42606dd6-f7bc-4cf0-8689-812750e0bb38 binding host dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 24 10:29:22.037018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:22.623439 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a4383-e983-4455-87f4-1e58dbfc910c req-335e43bc-e869-4523-92e8-7ac006a6a447 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:22.627752 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:22.630249 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-306a4383-e983-4455-87f4-1e58dbfc910c req-335e43bc-e869-4523-92e8-7ac006a6a447 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.2450817 Dec 24 10:29:22.641788 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Transition to ACTIVE for port object 42606dd6-f7bc-4cf0-8689-812750e0bb38 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:29:22.645688 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 538577a6-c062-43ec-9dd5-ecd28e63719d up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:29:22.687655 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:22.749683 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-306a4383-e983-4455-87f4-1e58dbfc910c req-73a5a26e-8519-44c8-bc88-48724b394b9e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152279 Dec 24 10:29:22.816310 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e69339a3-f18b-4910-a2e2-a952697876ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:22.929943 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce872d0e-bd58-4dde-b6ef-9a4c431d1c0a None None] Pushing event updated for resources: {'Port': ['ID=42606dd6-f7bc-4cf0-8689-812750e0bb38,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:22.974341 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ce872d0e-bd58-4dde-b6ef-9a4c431d1c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:23.231712 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 538577a6-c062-43ec-9dd5-ecd28e63719d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:23.232480 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:23.375005 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Attempting to bind port 42606dd6-f7bc-4cf0-8689-812750e0bb38 on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:29:23.375438 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Attempting to bind port 42606dd6-f7bc-4cf0-8689-812750e0bb38 by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'b6fcadf7-cc13-415d-84af-fd52031bf2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:29:23.375858 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Attempting to bind port 42606dd6-f7bc-4cf0-8689-812750e0bb38 on network 6d04766c-e866-4a4b-baed-8e2a07265490 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:29:23.388886 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:29:23.389309 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Checking segment: {'id': 'b6fcadf7-cc13-415d-84af-fd52031bf2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:29:23.389830 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:23.390190 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Bound using segment: {'id': 'b6fcadf7-cc13-415d-84af-fd52031bf2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:29:23.390710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Bound port: 42606dd6-f7bc-4cf0-8689-812750e0bb38, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fcadf7-cc13-415d-84af-fd52031bf2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:29:23.391131 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:23.611820 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] For port 42606dd6-f7bc-4cf0-8689-812750e0bb38, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:29:23.615971 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] For port 42606dd6-f7bc-4cf0-8689-812750e0bb38, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=42606dd6-f7bc-4cf0-8689-812750e0bb38,segment=NetworkSegment(b6fcadf7-cc13-415d-84af-fd52031bf2b3),segment_id=b6fcadf7-cc13-415d-84af-fd52031bf2b3)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:29:23.623417 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:23.644375 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:23.834998 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce872d0e-bd58-4dde-b6ef-9a4c431d1c0a None None] Pushing event updated for resources: {'Port': ['ID=42606dd6-f7bc-4cf0-8689-812750e0bb38,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:23.863244 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ce872d0e-bd58-4dde-b6ef-9a4c431d1c0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:24.154843 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Routers {'1b767128-66fd-425f-af1e-277ebd63135c'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:29:24.155544 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:29:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['1b767128-66fd-425f-af1e-277ebd63135c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:29:24.575456 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] Set router 1b767128-66fd-425f-af1e-277ebd63135c gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:29:24.691698 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae807525-e50d-48a4-94cc-69b87a91107e req-4b0373eb-6c31-480f-9455-124e79fb77c8 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:24.700549 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ae807525-e50d-48a4-94cc-69b87a91107e req-4b0373eb-6c31-480f-9455-124e79fb77c8 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.2199640 Dec 24 10:29:24.725579 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26e2a0-b7aa-43c5-a38b-350a8db77446 req-ce64107a-0b6e-42ef-94f6-9caa7efc1d51 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:24.733360 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6c26e2a0-b7aa-43c5-a38b-350a8db77446 req-ce64107a-0b6e-42ef-94f6-9caa7efc1d51 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.7125757 Dec 24 10:29:24.797364 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ae807525-e50d-48a4-94cc-69b87a91107e req-e5bc21d9-f9ae-490f-9dc0-ae3e767f83ee tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957439 Dec 24 10:29:24.818901 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6c26e2a0-b7aa-43c5-a38b-350a8db77446 req-b79c489a-4394-44ad-8a52-8baa73368c7f tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844522 Dec 24 10:29:25.147663 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b767128-66fd-425f-af1e-277ebd63135c', 'name': 'tempest-TestMinimumBasicScenario-1101455058-router', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:29:08Z', 'updated_at': '2020-12-24T10:29:15Z', 'revision_number': 4, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'gw_port': {'id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:09Z', 'updated_at': '2020-12-24T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '42606dd6-f7bc-4cf0-8689-812750e0bb38', 'name': '', 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'mac_address': 'fa:16:3e:35:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:13Z', 'updated_at': '2020-12-24T10:29:23Z', 'revision_number': 4, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'subnets': [{'id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:29:25.175124 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80282dd7-2db8-4c8e-b55f-95843e162c6b None None] The sync data for ids ['1b767128-66fd-425f-af1e-277ebd63135c'] in dv-cinder-768458-2-smb is: [{'id': '1b767128-66fd-425f-af1e-277ebd63135c', 'name': 'tempest-TestMinimumBasicScenario-1101455058-router', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:29:08Z', 'updated_at': '2020-12-24T10:29:15Z', 'revision_number': 4, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'gw_port': {'id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:09Z', 'updated_at': '2020-12-24T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '42606dd6-f7bc-4cf0-8689-812750e0bb38', 'name': '', 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'mac_address': 'fa:16:3e:35:46:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:13Z', 'updated_at': '2020-12-24T10:29:23Z', 'revision_number': 4, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'subnets': [{'id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:29:25.229144 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 42606dd6-f7bc-4cf0-8689-812750e0bb38 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:29:25.348408 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 42606dd6-f7bc-4cf0-8689-812750e0bb38 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:29:25.361534 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 42606dd6-f7bc-4cf0-8689-812750e0bb38 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:25.362101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:25.564205 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:25.620898 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port 42606dd6-f7bc-4cf0-8689-812750e0bb38, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=42606dd6-f7bc-4cf0-8689-812750e0bb38,segment=NetworkSegment(b6fcadf7-cc13-415d-84af-fd52031bf2b3),segment_id=b6fcadf7-cc13-415d-84af-fd52031bf2b3)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:29:25.626308 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:25.632766 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-bd070502-b306-4135-ab1f-aafd8373ab9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:25.796123 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=42606dd6-f7bc-4cf0-8689-812750e0bb38,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:25.804512 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:26.095191 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee2d29-0759-43d1-8e6d-700794fe3099 req-71b2617c-4e05-4350-a5ba-e2595bfe0ded tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:26.101744 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0bee2d29-0759-43d1-8e6d-700794fe3099 req-71b2617c-4e05-4350-a5ba-e2595bfe0ded tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.1307964 Dec 24 10:29:26.170126 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0bee2d29-0759-43d1-8e6d-700794fe3099 req-b8385ceb-46c8-49ad-a381-90fca7630d4c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652390 Dec 24 10:29:26.892388 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 32846) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:27.004756 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9bda9-4fa0-4cd2-bf17-a6739ef2bb1b req-353f4f02-231e-4406-badd-5aa67d32400e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:27.015172 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-bbb9bda9-4fa0-4cd2-bf17-a6739ef2bb1b req-353f4f02-231e-4406-badd-5aa67d32400e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1557276 Dec 24 10:29:27.136552 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-bbb9bda9-4fa0-4cd2-bf17-a6739ef2bb1b req-3963ea18-b909-4cc8-ace8-e9d64fef05b3 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197281 Dec 24 10:29:27.232422 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 42606dd6-f7bc-4cf0-8689-812750e0bb38 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:29:27.250746 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-165df9c4-432c-4e5e-a4fc-75909d5f1cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:27.292001 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-165df9c4-432c-4e5e-a4fc-75909d5f1cfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:27.302260 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-165df9c4-432c-4e5e-a4fc-75909d5f1cfd admin admin] Usage tracker for resource:security_group_rule and tenant:b0316a6305c94a1f96488d74b8bc5b41 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:27.308248 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-165df9c4-432c-4e5e-a4fc-75909d5f1cfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:27.334445 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-165df9c4-432c-4e5e-a4fc-75909d5f1cfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:27.401354 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 42606dd6-f7bc-4cf0-8689-812750e0bb38 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:27.401784 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:27.522082 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-165df9c4-432c-4e5e-a4fc-75909d5f1cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:27.535896 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-165df9c4-432c-4e5e-a4fc-75909d5f1cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:27.581204 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4c89811a-fa45-4f6b-b24f-750536bc6f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:27.618102 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165df9c4-432c-4e5e-a4fc-75909d5f1cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07df00a-2005-4ef2-8c10-0932c79dee0d,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:27.635201 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-165df9c4-432c-4e5e-a4fc-75909d5f1cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:27.657982 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-165df9c4-432c-4e5e-a4fc-75909d5f1cfd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b0316a6305c94a1f96488d74b8bc5b41&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7635462 Dec 24 10:29:27.662865 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 32874) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:27.748436 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-de95b66f-8444-4645-bdb9-f93fe213ccd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:27.751854 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c77e5-9eba-48bb-83db-2db7f7120ed3 req-a11f6d36-b1c4-4684-bac8-1931f8aad712 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:27.753618 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-808c77e5-9eba-48bb-83db-2db7f7120ed3 req-a11f6d36-b1c4-4684-bac8-1931f8aad712 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.3138900 Dec 24 10:29:27.825102 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-de95b66f-8444-4645-bdb9-f93fe213ccd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:27.860383 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-808c77e5-9eba-48bb-83db-2db7f7120ed3 req-3acc6ec8-3ff3-46a6-847b-6c28fd5653ad tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982535 Dec 24 10:29:27.926157 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-de95b66f-8444-4645-bdb9-f93fe213ccd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:27.931405 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f573bf42-87bf-4084-bb4c-6ee1a0ec8dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:27.961216 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95b66f-8444-4645-bdb9-f93fe213ccd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07df00a-2005-4ef2-8c10-0932c79dee0d,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:28.019309 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-de95b66f-8444-4645-bdb9-f93fe213ccd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:28.020139 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-de95b66f-8444-4645-bdb9-f93fe213ccd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:28.032113 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-de95b66f-8444-4645-bdb9-f93fe213ccd1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f07df00a-2005-4ef2-8c10-0932c79dee0d HTTP/1.1" status: 204 len: 168 time: 0.3679180 Dec 24 10:29:29.149861 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad43c4-c40b-462b-ab63-c07971ddc5d4 req-432d1301-62d0-4304-9062-8e6ca21c6a0d tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:29.164419 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-58ad43c4-c40b-462b-ab63-c07971ddc5d4 req-432d1301-62d0-4304-9062-8e6ca21c6a0d tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.1091466 Dec 24 10:29:29.205314 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-58ad43c4-c40b-462b-ab63-c07971ddc5d4 req-20f08922-edcb-41fb-a4ac-f2772cd65871 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468483 Dec 24 10:29:30.557674 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 32966) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:30.690953 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dc6e7-5124-4268-a64e-761fedfa3ecb req-7082b3eb-e9fd-4a45-bfe1-071a5112f77d tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:30.701340 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dd8dc6e7-5124-4268-a64e-761fedfa3ecb req-7082b3eb-e9fd-4a45-bfe1-071a5112f77d tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.2224844 Dec 24 10:29:30.832526 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dd8dc6e7-5124-4268-a64e-761fedfa3ecb req-21ea9492-d445-4305-b90e-a45ee6d74fdc tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236217 Dec 24 10:29:30.878186 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-943463e6-1085-496d-b24f-5855ba225a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:30.897612 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-943463e6-1085-496d-b24f-5855ba225a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:30.901699 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-943463e6-1085-496d-b24f-5855ba225a6b admin admin] Usage tracker for resource:security_group_rule and tenant:6b2f503cb28b4c55a94cce9700dcafaf is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:30.905067 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-943463e6-1085-496d-b24f-5855ba225a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:30.911119 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-943463e6-1085-496d-b24f-5855ba225a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:31.016202 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-943463e6-1085-496d-b24f-5855ba225a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:31.020630 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-943463e6-1085-496d-b24f-5855ba225a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:31.034520 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-de95b66f-8444-4645-bdb9-f93fe213ccd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:31.070027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943463e6-1085-496d-b24f-5855ba225a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018e3dfd-eaa2-4873-8392-a9c1808be252,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:31.088998 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-943463e6-1085-496d-b24f-5855ba225a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:31.110318 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-943463e6-1085-496d-b24f-5855ba225a6b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6b2f503cb28b4c55a94cce9700dcafaf&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5513377 Dec 24 10:29:31.110850 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 32978) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:31.190949 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d7198805-3e9f-42d4-9fc8-39d7daffb8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:31.227045 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d7198805-3e9f-42d4-9fc8-39d7daffb8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:31.280737 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d7198805-3e9f-42d4-9fc8-39d7daffb8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:31.289034 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1a1b772e-e7f8-4bf5-89b6-ad28e2e655cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:31.300672 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7198805-3e9f-42d4-9fc8-39d7daffb8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018e3dfd-eaa2-4873-8392-a9c1808be252,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:31.303423 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d7198805-3e9f-42d4-9fc8-39d7daffb8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:31.312295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d7198805-3e9f-42d4-9fc8-39d7daffb8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:31.314018 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-d7198805-3e9f-42d4-9fc8-39d7daffb8f5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/018e3dfd-eaa2-4873-8392-a9c1808be252 HTTP/1.1" status: 204 len: 168 time: 0.2021625 Dec 24 10:29:31.640991 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ec6ac-cc70-436d-baf3-279bebc818a3 req-b614f0ae-1dc4-4e5e-a2c0-949a2ac96ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:31.643301 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-593ec6ac-cc70-436d-baf3-279bebc818a3 req-b614f0ae-1dc4-4e5e-a2c0-949a2ac96ced service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1217c7e5c11f45b1a5f92b3b99d2f69d&device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 1163 time: 0.2064300 Dec 24 10:29:31.654246 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8156608-e06e-4cc5-bc50-ca99a67d637c req-71d475d5-d0a4-4c57-b498-be881ddf6a53 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:31.656417 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c8156608-e06e-4cc5-bc50-ca99a67d637c req-71d475d5-d0a4-4c57-b498-be881ddf6a53 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1578312 Dec 24 10:29:31.809576 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ec6ac-cc70-436d-baf3-279bebc818a3 req-12b50ff2-0564-45dc-b39a-8ad50fb5a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:31.811379 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-593ec6ac-cc70-436d-baf3-279bebc818a3 req-12b50ff2-0564-45dc-b39a-8ad50fb5a57e service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 HTTP/1.1" status: 200 len: 912 time: 0.1537549 Dec 24 10:29:31.894214 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c8156608-e06e-4cc5-bc50-ca99a67d637c req-8080881e-efcc-44ce-8f86-92db8175988e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815704 Dec 24 10:29:31.949634 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33008) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:32.016501 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-593ec6ac-cc70-436d-baf3-279bebc818a3 req-ee729d67-ccd2-4b50-a5f1-b145e54227a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=538577a6-c062-43ec-9dd5-ecd28e63719d HTTP/1.1" status: 200 len: 217 time: 0.1424785 Dec 24 10:29:32.150103 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b03f24-8b8d-4681-869b-85f371f9d60f admin admin] Deleting subnet 80e45de1-e32a-4f38-9444-c91f54a28ef9 {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 24 10:29:32.158892 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-96b03f24-8b8d-4681-869b-85f371f9d60f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:32.228139 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-96b03f24-8b8d-4681-869b-85f371f9d60f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844068720'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:32.305143 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-96b03f24-8b8d-4681-869b-85f371f9d60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3650982'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:32.353464 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ec6ac-cc70-436d-baf3-279bebc818a3 req-dcad1674-f6e0-4eb6-a979-7573f4d4c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:32.365187 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-593ec6ac-cc70-436d-baf3-279bebc818a3 req-dcad1674-f6e0-4eb6-a979-7573f4d4c4da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3390986-5262-4576-aa00-ead79d3abb56 HTTP/1.1" status: 200 len: 858 time: 0.3300149 Dec 24 10:29:32.483921 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-593ec6ac-cc70-436d-baf3-279bebc818a3 req-7d5e71f0-e9b1-42de-b108-29436c388d8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177096 Dec 24 10:29:32.681885 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-96b03f24-8b8d-4681-869b-85f371f9d60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851124819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11191368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10559393'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:32.703403 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:32.764840 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b03f24-8b8d-4681-869b-85f371f9d60f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80e45de1-e32a-4f38-9444-c91f54a28ef9,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:32.767977 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-96b03f24-8b8d-4681-869b-85f371f9d60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:32.846628 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2edce-1642-4a87-b76e-8e63b6af5ae2 req-db0beeec-820e-4fb4-bcdb-73371bcc66a8 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:32.865311 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-96b03f24-8b8d-4681-869b-85f371f9d60f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:32.866230 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-31e2edce-1642-4a87-b76e-8e63b6af5ae2 req-db0beeec-820e-4fb4-bcdb-73371bcc66a8 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 946 time: 0.6544037 Dec 24 10:29:32.875515 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-96b03f24-8b8d-4681-869b-85f371f9d60f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/80e45de1-e32a-4f38-9444-c91f54a28ef9 HTTP/1.1" status: 204 len: 168 time: 0.9246650 Dec 24 10:29:32.876477 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33028) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:32.937634 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-31e2edce-1642-4a87-b76e-8e63b6af5ae2 req-0383b320-bde9-4b99-a4c5-575996ea3ad2 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701308 Dec 24 10:29:32.957910 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34378c30-4573-4a21-aba8-762e3dea006f req-2622ee81-35cf-472b-b6e0-5f4970979aa4 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:32.977517 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-34378c30-4573-4a21-aba8-762e3dea006f req-2622ee81-35cf-472b-b6e0-5f4970979aa4 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.6973166 Dec 24 10:29:33.041555 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e0a4-993c-4237-b28c-5f1f90b32b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850967753'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:33.060850 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-34378c30-4573-4a21-aba8-762e3dea006f req-b414f975-f6b3-41f9-bed9-17c87112c4f5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676954 Dec 24 10:29:33.116008 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-593ec6ac-cc70-436d-baf3-279bebc818a3 req-0fd98eef-3255-44a5-a8a1-00d007e8d9db service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974696 Dec 24 10:29:33.362533 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e0a4-993c-4237-b28c-5f1f90b32b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3646220', 'neutron.services.segments.db._delete_segments_for_network-8752750691050'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:33.456270 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efb952-0854-4aec-b69d-14a1f2f3dea8 req-09c0b809-6c7a-4dfc-9a95-827e23b0fbe8 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:33.465923 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a8efb952-0854-4aec-b69d-14a1f2f3dea8 req-09c0b809-6c7a-4dfc-9a95-827e23b0fbe8 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.2633092 Dec 24 10:29:33.542771 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-bcd4e0a4-993c-4237-b28c-5f1f90b32b01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76f586a-3c8d-42ee-a72f-5729d3c47657']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:29:33.577448 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-bcd4e0a4-993c-4237-b28c-5f1f90b32b01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7db361e1-885a-47d7-bb6b-8922c321a963') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:29:33.578166 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-bcd4e0a4-993c-4237-b28c-5f1f90b32b01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7db361e1-885a-47d7-bb6b-8922c321a963') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:29:33.593339 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a8efb952-0854-4aec-b69d-14a1f2f3dea8 req-6c732d40-0853-4001-a9ae-38603176bf88 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263609 Dec 24 10:29:33.606434 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-593ec6ac-cc70-436d-baf3-279bebc818a3 req-017be19b-7ec8-4d28-9aac-71d6d6ef20e1 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4760695 Dec 24 10:29:33.624272 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e0a4-993c-4237-b28c-5f1f90b32b01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284104077820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10707081'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:33.659683 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e0a4-993c-4237-b28c-5f1f90b32b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:33.661928 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bcd4e0a4-993c-4237-b28c-5f1f90b32b01 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 24 10:29:33.926575 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-bcd4e0a4-993c-4237-b28c-5f1f90b32b01 admin admin] Network b76f586a-3c8d-42ee-a72f-5729d3c47657 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:29:33.939093 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e0a4-993c-4237-b28c-5f1f90b32b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851123691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843584790'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:34.280540 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-bcd4e0a4-993c-4237-b28c-5f1f90b32b01 admin admin] Network b76f586a-3c8d-42ee-a72f-5729d3c47657 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: Traceback (most recent call last): Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: timer() Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: cb(*args, **kw) Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: return func(*args, **kwargs) Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: self._notify() Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: self.callback(batched_events) Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: event.method(event) Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: segment_id)['aggregates'][0] Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: return f(self, *a, **k) Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: return self._get(url).json() Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: **kwargs) Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: return self.request(url, 'GET', **kwargs) Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: **endpoint_filter) Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:29:34.322162 dv-cinder-768458-2-smb neutron-server[80090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:29:34.457710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf29c5e-0b9c-4280-bd10-a7da94610581 req-2a1f8d80-e0d0-4ecb-95bc-e888432f6a3d tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:34.468719 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-acf29c5e-0b9c-4280-bd10-a7da94610581 req-2a1f8d80-e0d0-4ecb-95bc-e888432f6a3d tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 946 time: 0.2171664 Dec 24 10:29:34.501486 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78afea0-1792-4a6f-b847-ff9f29801d13 req-5bf6fd2c-17fe-47be-86df-f881561303a3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:34.512001 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a78afea0-1792-4a6f-b847-ff9f29801d13 req-5bf6fd2c-17fe-47be-86df-f881561303a3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.1959367 Dec 24 10:29:34.612261 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device acdfeea9-9799-445b-91eb-57bfac82a7b6 no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:29:34.659541 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a78afea0-1792-4a6f-b847-ff9f29801d13 req-34634aae-58a0-4b34-81ca-3a2193d330d1 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460571 Dec 24 10:29:34.751936 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-acf29c5e-0b9c-4280-bd10-a7da94610581 req-f747d62c-40be-42b5-9861-825b3b6fe062 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813592 Dec 24 10:29:34.809543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e0a4-993c-4237-b28c-5f1f90b32b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851129596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740512'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:34.812457 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991840b-b064-4020-8f42-b72cf6612dca req-ce0670a0-6001-4f07-b74b-bffd9e26f6b7 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:34.814352 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f991840b-b064-4020-8f42-b72cf6612dca req-ce0670a0-6001-4f07-b74b-bffd9e26f6b7 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 946 time: 0.3356636 Dec 24 10:29:34.826105 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bcd4e0a4-993c-4237-b28c-5f1f90b32b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:34.830916 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-90edeed3-ace4-4335-b65e-4cbe86ba4181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:34.860834 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-bcd4e0a4-993c-4237-b28c-5f1f90b32b01 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b76f586a-3c8d-42ee-a72f-5729d3c47657 HTTP/1.1" status: 204 len: 168 time: 1.9834802 Dec 24 10:29:34.861745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33062) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:34.866284 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4e0a4-993c-4237-b28c-5f1f90b32b01 admin admin] Pushing event deleted for resources: {'Network': ['ID=b76f586a-3c8d-42ee-a72f-5729d3c47657,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:34.866975 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:34.869784 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-bcd4e0a4-993c-4237-b28c-5f1f90b32b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:34.909506 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3423d74-ea50-4195-b2dc-81769b9e5600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acdfeea9-9799-445b-91eb-57bfac82a7b6'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:29:34.923646 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port acdfeea9-9799-445b-91eb-57bfac82a7b6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=acdfeea9-9799-445b-91eb-57bfac82a7b6,segment=NetworkSegment(c6268194-92ad-4907-9cbe-61414ca02230),segment_id=c6268194-92ad-4907-9cbe-61414ca02230)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:29:34.929134 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:34.931191 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:34.974549 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_v2 [None req-f301d248-7cfe-4094-9760-61fc54d07a6b admin admin] Deleting subnet e28a38c9-0a9c-4719-ba45-025c728dec9f {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 24 10:29:34.985320 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f301d248-7cfe-4094-9760-61fc54d07a6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:35.002585 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3423d74-ea50-4195-b2dc-81769b9e5600', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acdfeea9-9799-445b-91eb-57bfac82a7b6', 'code': 200} Dec 24 10:29:35.020010 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-f991840b-b064-4020-8f42-b72cf6612dca req-0b83f9cf-ef34-465c-9181-2e4159f49dc5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Deleting port acdfeea9-9799-445b-91eb-57bfac82a7b6 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:29:35.020372 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-f991840b-b064-4020-8f42-b72cf6612dca req-0b83f9cf-ef34-465c-9181-2e4159f49dc5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:35.055440 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=acdfeea9-9799-445b-91eb-57bfac82a7b6,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:35.063700 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:35.083942 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f301d248-7cfe-4094-9760-61fc54d07a6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844068720'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:35.139741 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c0845-35f1-471a-886e-01c54399bec8 req-aa6eb952-5377-460d-9fc9-c8a60b14c336 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:35.147453 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ba4c0845-35f1-471a-886e-01c54399bec8 req-aa6eb952-5377-460d-9fc9-c8a60b14c336 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.2429721 Dec 24 10:29:35.150050 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f301d248-7cfe-4094-9760-61fc54d07a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3650982'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:35.273642 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ba4c0845-35f1-471a-886e-01c54399bec8 req-37be6e52-f772-4c7d-9bb2-b3973800e0e1 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198204 Dec 24 10:29:35.351197 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-21f5933c-1590-4522-b228-2d50ed4304d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:35.428999 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-f991840b-b064-4020-8f42-b72cf6612dca req-0b83f9cf-ef34-465c-9181-2e4159f49dc5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] For port acdfeea9-9799-445b-91eb-57bfac82a7b6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=acdfeea9-9799-445b-91eb-57bfac82a7b6,segment=NetworkSegment(c6268194-92ad-4907-9cbe-61414ca02230),segment_id=c6268194-92ad-4907-9cbe-61414ca02230)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:29:35.431339 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-f991840b-b064-4020-8f42-b72cf6612dca req-0b83f9cf-ef34-465c-9181-2e4159f49dc5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:35.541964 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f301d248-7cfe-4094-9760-61fc54d07a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851124819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11191368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10559393'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:35.561920 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:35.617635 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301d248-7cfe-4094-9760-61fc54d07a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e28a38c9-0a9c-4719-ba45-025c728dec9f,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:35.622185 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f301d248-7cfe-4094-9760-61fc54d07a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:35.735260 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f301d248-7cfe-4094-9760-61fc54d07a6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:35.751597 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-f301d248-7cfe-4094-9760-61fc54d07a6b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e28a38c9-0a9c-4719-ba45-025c728dec9f HTTP/1.1" status: 204 len: 168 time: 0.8879049 Dec 24 10:29:35.754090 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33080) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:35.969589 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850967753'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:36.033996 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-f991840b-b064-4020-8f42-b72cf6612dca req-0b83f9cf-ef34-465c-9181-2e4159f49dc5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Calling delete_port for acdfeea9-9799-445b-91eb-57bfac82a7b6 owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:29:36.280206 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54f45b-0832-44a7-89ba-e19739b6df7f req-4289c7a3-2e92-4e78-adc2-a7b3a76b5b78 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:36.281666 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8e54f45b-0832-44a7-89ba-e19739b6df7f req-4289c7a3-2e92-4e78-adc2-a7b3a76b5b78 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 944 time: 0.1790276 Dec 24 10:29:36.289907 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc9db8-3eec-45d5-b3e4-09b44e2831b7 req-670dc7f5-3ecc-46c4-9ea6-de40f6fc946c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:36.297936 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-92dc9db8-3eec-45d5-b3e4-09b44e2831b7 req-670dc7f5-3ecc-46c4-9ea6-de40f6fc946c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.2329757 Dec 24 10:29:36.341147 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3646220', 'neutron.services.segments.db._delete_segments_for_network-8752750691050'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:36.421749 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8e54f45b-0832-44a7-89ba-e19739b6df7f req-207326ea-16b7-457c-8d8c-94f4dfd60374 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731668 Dec 24 10:29:36.458433 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-92dc9db8-3eec-45d5-b3e4-09b44e2831b7 req-23b0ee2b-7ca3-420f-bea2-1208c59d8ffd tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583877 Dec 24 10:29:36.490074 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-f991840b-b064-4020-8f42-b72cf6612dca req-0b83f9cf-ef34-465c-9181-2e4159f49dc5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:36.512808 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:36.588956 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83f9cf-ef34-465c-9181-2e4159f49dc5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Pushing event deleted for resources: {'Port': ['ID=acdfeea9-9799-445b-91eb-57bfac82a7b6,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:36.599392 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0b83f9cf-ef34-465c-9181-2e4159f49dc5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:36.635067 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f62a3a2-3300-4450-8932-e07cce51dbc5']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:29:36.651319 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8576df94-6231-47da-a98e-63cdae077563') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:29:36.651836 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8576df94-6231-47da-a98e-63cdae077563') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:29:36.666108 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284104077820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10707081'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:36.688285 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:36.690815 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 24 10:29:36.814748 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afb439-6604-453a-9607-6f95731c810f req-ad05144f-ff59-41bb-bfa8-bc0afdcfa289 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:36.816401 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a4afb439-6604-453a-9607-6f95731c810f req-ad05144f-ff59-41bb-bfa8-bc0afdcfa289 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1642439 Dec 24 10:29:36.829020 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f991840b-b064-4020-8f42-b72cf6612dca req-0b83f9cf-ef34-465c-9181-2e4159f49dc5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] No DVR routers for this DVR port acdfeea9-9799-445b-91eb-57bfac82a7b6 on host hv-cinder-76845 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:29:36.831907 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-f991840b-b064-4020-8f42-b72cf6612dca req-0b83f9cf-ef34-465c-9181-2e4159f49dc5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:36.849487 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3423d74-ea50-4195-b2dc-81769b9e5600', 'name': 'network-vif-deleted', 'tag': 'acdfeea9-9799-445b-91eb-57bfac82a7b6'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:29:36.880866 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f991840b-b064-4020-8f42-b72cf6612dca req-0b83f9cf-ef34-465c-9181-2e4159f49dc5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "DELETE /v2.0/ports/acdfeea9-9799-445b-91eb-57bfac82a7b6 HTTP/1.1" status: 204 len: 173 time: 2.0591538 Dec 24 10:29:36.901077 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] Network 5f62a3a2-3300-4450-8932-e07cce51dbc5 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:29:36.901786 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a4afb439-6604-453a-9607-6f95731c810f req-0cb07931-7f19-441d-ace7-e1b836bc343f tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740316 Dec 24 10:29:36.912074 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851123691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843584790'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:37.016192 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3423d74-ea50-4195-b2dc-81769b9e5600', 'name': 'network-vif-deleted', 'tag': 'acdfeea9-9799-445b-91eb-57bfac82a7b6', 'status': 'completed', 'code': 200} Dec 24 10:29:37.148618 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] Network 5f62a3a2-3300-4450-8932-e07cce51dbc5 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: Traceback (most recent call last): Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: timer() Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: cb(*args, **kw) Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: return func(*args, **kwargs) Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: self._notify() Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: self.callback(batched_events) Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: event.method(event) Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: segment_id)['aggregates'][0] Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: return f(self, *a, **k) Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: return self._get(url).json() Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: **kwargs) Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: return self.request(url, 'GET', **kwargs) Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: **endpoint_filter) Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:29:37.175396 dv-cinder-768458-2-smb neutron-server[80090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:29:37.259664 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851129596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740512'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:37.263316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:37.279071 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:37.293254 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f62a3a2-3300-4450-8932-e07cce51dbc5,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:37.296297 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:37.301113 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] 10.222.0.58 "DELETE /v2.0/networks/5f62a3a2-3300-4450-8932-e07cce51dbc5 HTTP/1.1" status: 204 len: 168 time: 1.5459204 Dec 24 10:29:37.368971 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-d84227e0-ca48-4407-81e0-97644d459e1a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:37.370488 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-d84227e0-ca48-4407-81e0-97644d459e1a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/networks?id=6d04766c-e866-4a4b-baed-8e2a07265490 HTTP/1.1" status: 200 len: 815 time: 0.1854770 Dec 24 10:29:37.403592 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-b128f6af-1152-43d3-8870-8b5c5b843fbb tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/quotas/0977ccd094224ec091b2d48bd500d4e8 HTTP/1.1" status: 200 len: 375 time: 0.0257211 Dec 24 10:29:37.522843 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-c11e63d0-1dbd-4356-b82c-7e9ff5d9b470 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?tenant_id=0977ccd094224ec091b2d48bd500d4e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182194 Dec 24 10:29:37.633589 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33154) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:37.698807 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-eb970754-36ca-47b5-816e-9380b68fa196 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=24044ba364f44d67adf71fd4f49928f5&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0633481 Dec 24 10:29:37.705403 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33158) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:37.742842 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-008d54e0-2ee1-4193-b564-18c0eeb16a1c req-ee53ab8c-20e2-47a6-9f9b-66762f98cdec tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Synchronizing usage tracker for tenant:6c0b6c2f878f4976b75218d7d422d954 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:29:37.777136 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-008d54e0-2ee1-4193-b564-18c0eeb16a1c req-ee53ab8c-20e2-47a6-9f9b-66762f98cdec tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Unset dirty status for tenant:6c0b6c2f878f4976b75218d7d422d954 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:29:37.778657 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-008d54e0-2ee1-4193-b564-18c0eeb16a1c req-ee53ab8c-20e2-47a6-9f9b-66762f98cdec tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=d3423d74-ea50-4195-b2dc-81769b9e5600 HTTP/1.1" status: 200 len: 210 time: 0.0847738 Dec 24 10:29:37.787190 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1407-cb86-469f-ad13-51ad054149b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:37.797205 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:37.822004 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-03a51f75-aa17-43cf-8322-97e3e62eeb65 service neutron] 10.222.0.58 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574983 Dec 24 10:29:37.822341 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1407-cb86-469f-ad13-51ad054149b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:37.882685 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1407-cb86-469f-ad13-51ad054149b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:37.888394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e0089227-0850-48e0-89b3-e682242cd41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:37.899345 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f1407-cb86-469f-ad13-51ad054149b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e8ed1f-c15f-4f81-803c-009d83842b40,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:37.902203 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1d4f1407-cb86-469f-ad13-51ad054149b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:37.908951 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1d4f1407-cb86-469f-ad13-51ad054149b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:37.913136 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-1d4f1407-cb86-469f-ad13-51ad054149b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7e8ed1f-c15f-4f81-803c-009d83842b40 HTTP/1.1" status: 204 len: 168 time: 0.2064903 Dec 24 10:29:37.972900 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-21d6fbe8-5406-4060-927a-2b664fd2b94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:38.062186 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-150deeda-1c7f-4655-a517-f9c973772b94 service neutron] 10.222.0.58 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2331023 Dec 24 10:29:38.080588 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb9b5f-6011-443b-8fb6-99f86e088e52 req-5eb1304c-d28a-4447-9148-cdc21501e3d7 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:38.089044 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c0eb9b5f-6011-443b-8fb6-99f86e088e52 req-5eb1304c-d28a-4447-9148-cdc21501e3d7 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.1305892 Dec 24 10:29:38.138793 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c0eb9b5f-6011-443b-8fb6-99f86e088e52 req-f19c00ab-e13b-4338-b434-d03cea9d49f5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487161 Dec 24 10:29:38.364231 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ece2fcbd-57df-4c98-b7b1-75a9f9c68661 req-fe0783d7-f694-44c1-97c8-0086f3d8e42c tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 210 time: 0.0862327 Dec 24 10:29:38.459729 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a19da3-f645-4395-8082-5aade98d2a69 req-2ddf2acb-f01c-4d87-bfb9-b8c2de862c52 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:38.461412 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d0a19da3-f645-4395-8082-5aade98d2a69 req-2ddf2acb-f01c-4d87-bfb9-b8c2de862c52 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0960956 Dec 24 10:29:38.475297 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33192) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:38.578439 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d0a19da3-f645-4395-8082-5aade98d2a69 req-c9114eea-d625-4f4e-bc41-69cbd3f5ecac tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094394 Dec 24 10:29:38.599147 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-1a83d54f-3833-4846-891b-a594c7b87194 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b62d55e06e4b4ebbbe31399d192ef3e2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1187410 Dec 24 10:29:38.599147 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33202) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:38.670028 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:38.688439 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6ee53174-4438-45b6-b356-828da47c5b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:38.721886 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6ee53174-4438-45b6-b356-828da47c5b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:38.784556 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6ee53174-4438-45b6-b356-828da47c5b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:38.789735 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-bbf98761-1130-4dd2-9251-5c2b6d347bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:38.802106 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee53174-4438-45b6-b356-828da47c5b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c1323f-bd91-4ba0-a17d-3e9603e99a12,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:38.804613 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6ee53174-4438-45b6-b356-828da47c5b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:38.812633 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6ee53174-4438-45b6-b356-828da47c5b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:38.817458 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-6ee53174-4438-45b6-b356-828da47c5b96 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73c1323f-bd91-4ba0-a17d-3e9603e99a12 HTTP/1.1" status: 204 len: 168 time: 0.2175586 Dec 24 10:29:39.240387 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:39.390444 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e79f16-df08-410a-a1fd-cb49f4899e9a req-af660a86-54be-46fb-8a7e-047f0e9f6718 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:39.392160 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-61e79f16-df08-410a-a1fd-cb49f4899e9a req-af660a86-54be-46fb-8a7e-047f0e9f6718 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.1009843 Dec 24 10:29:39.450976 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-61e79f16-df08-410a-a1fd-cb49f4899e9a req-620c52ec-d0ea-4671-b45f-9c2ab5175d87 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507178 Dec 24 10:29:39.572240 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1e76297a-9164-43b6-97ed-7f929a307767 req-02f3e793-e4fe-471d-a29a-312aaf39c20d tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 210 time: 0.0520520 Dec 24 10:29:39.936224 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-f473e4ba-2dac-42d0-8da8-a28969bb3f44 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:39.938375 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-f473e4ba-2dac-42d0-8da8-a28969bb3f44 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.20 "GET /v2.0/networks?id=6d04766c-e866-4a4b-baed-8e2a07265490 HTTP/1.1" status: 200 len: 815 time: 0.2356942 Dec 24 10:29:39.949522 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e67c60-7572-48dc-894a-53fabe237950 req-2110cec2-d9e2-4180-a16c-5f84a764477e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:39.951142 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-38e67c60-7572-48dc-894a-53fabe237950 req-2110cec2-d9e2-4180-a16c-5f84a764477e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.2243826 Dec 24 10:29:39.983444 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Request body: {'port': {'device_id': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'admin_state_up': True, 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:29:39.984101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:40.110241 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-38e67c60-7572-48dc-894a-53fabe237950 req-2c20fa19-0496-4095-b8e3-4a5504e1013b tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505990 Dec 24 10:29:40.171220 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:40.176280 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Usage tracker for resource:port and tenant:0977ccd094224ec091b2d48bd500d4e8 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:40.180558 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Quota usage for port was recalculated. Used quota:2. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:40.188353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:40.203117 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Made reservation on behalf of 0977ccd094224ec091b2d48bd500d4e8 for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:29:40.219969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:41.068054 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Allocated IP 172.20.0.8 (6d04766c-e866-4a4b-baed-8e2a07265490/e85fe94b-6f84-41a3-b43b-b57aabbb2996/1cf1f785-c1a5-4367-943f-752cc658b2c8) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:29:41.110432 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d991b7-3e73-498f-bcc6-ac0c85f61c5d req-93421798-3902-464d-a5f7-7dd0a36de624 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:41.119319 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89d991b7-3e73-498f-bcc6-ac0c85f61c5d req-93421798-3902-464d-a5f7-7dd0a36de624 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.4708002 Dec 24 10:29:41.177973 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd88e20-9e55-4af3-8ce9-c9f6c745529f req-b56452bc-8f74-4839-a751-c0a1fbb6fdaa tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:41.181834 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0dd88e20-9e55-4af3-8ce9-c9f6c745529f req-b56452bc-8f74-4839-a751-c0a1fbb6fdaa tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 945 time: 0.4861763 Dec 24 10:29:41.261187 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89d991b7-3e73-498f-bcc6-ac0c85f61c5d req-b64a2a67-9005-4074-b82f-023e7a28623f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406114 Dec 24 10:29:41.319283 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0dd88e20-9e55-4af3-8ce9-c9f6c745529f req-64bb7ded-29da-4641-bd02-c80958b5f7f5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083281 Dec 24 10:29:41.532618 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:41.557921 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Transition to ACTIVE for port object 1cf1f785-c1a5-4367-943f-752cc658b2c8 will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:29:41.720740 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-fd48779c-c3dd-4914-94d3-1c435f92dfa5 req-a0dd06cb-ecfd-4d46-b0f8-f879c5962080 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 210 time: 0.1607106 Dec 24 10:29:41.726637 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:41.744084 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:41.923804 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Pushing event updated for resources: {'Port': ['ID=1cf1f785-c1a5-4367-943f-752cc658b2c8,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:41.929677 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:41.968267 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979a2dd-8214-4f99-8cb3-0c97da4e8eb6 req-910d6f14-86c0-4fd1-8999-61b001c9aac9 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:41.974148 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2979a2dd-8214-4f99-8cb3-0c97da4e8eb6 req-910d6f14-86c0-4fd1-8999-61b001c9aac9 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.4100428 Dec 24 10:29:42.089019 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2979a2dd-8214-4f99-8cb3-0c97da4e8eb6 req-d34138bb-93c2-4a1e-ba78-6b8c01219078 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987513 Dec 24 10:29:42.091168 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Network 6d04766c-e866-4a4b-baed-8e2a07265490 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:29:42.092533 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:29:42.109863 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:29:42.237505 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:42.238410 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:42.273353 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2971389 Dec 24 10:29:42.463319 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-e4ba9bc2-c758-40a4-8d0e-d50ad7607eec None None] Provisioning for port 1cf1f785-c1a5-4367-943f-752cc658b2c8 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:29:42.469080 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-e4ba9bc2-c758-40a4-8d0e-d50ad7607eec None None] Provisioning complete for port 1cf1f785-c1a5-4367-943f-752cc658b2c8 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:42.469723 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e4ba9bc2-c758-40a4-8d0e-d50ad7607eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:42.545842 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba9bc2-c758-40a4-8d0e-d50ad7607eec None None] Port 1cf1f785-c1a5-4367-943f-752cc658b2c8 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:29:42.693031 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6af196-19a3-40ea-a666-e49b848be158 req-ff2ac0ee-6b0d-4805-8e83-5e0a93706d11 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:42.697234 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8a6af196-19a3-40ea-a666-e49b848be158 req-ff2ac0ee-6b0d-4805-8e83-5e0a93706d11 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.2157879 Dec 24 10:29:42.705238 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d70de4-e5d4-4edd-b9ed-9210501fde20 req-96cfce29-aa7e-48eb-ab4b-2dbbb0a22d4c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:42.706836 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c7d70de4-e5d4-4edd-b9ed-9210501fde20 req-96cfce29-aa7e-48eb-ab4b-2dbbb0a22d4c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 945 time: 0.1352921 Dec 24 10:29:42.799124 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8a6af196-19a3-40ea-a666-e49b848be158 req-c5d1dc6a-c4a7-44bd-97b1-e07a9a1e5cff tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912359 Dec 24 10:29:42.817102 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c7d70de4-e5d4-4edd-b9ed-9210501fde20 req-09372816-aeca-4870-8379-aa6b668fbed3 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956805 Dec 24 10:29:43.119055 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12d0b2-178a-4cc2-8312-0c31e1551ac6 req-ab63f350-e947-4c3b-a432-beb480853f6e tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:43.120046 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-ed12d0b2-178a-4cc2-8312-0c31e1551ac6 req-ab63f350-e947-4c3b-a432-beb480853f6e tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Synchronizing usage tracker for tenant:0977ccd094224ec091b2d48bd500d4e8 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:29:43.148715 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-ed12d0b2-178a-4cc2-8312-0c31e1551ac6 req-ab63f350-e947-4c3b-a432-beb480853f6e tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Unset dirty status for tenant:0977ccd094224ec091b2d48bd500d4e8 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:29:43.150081 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ed12d0b2-178a-4cc2-8312-0c31e1551ac6 req-ab63f350-e947-4c3b-a432-beb480853f6e tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 931 time: 0.1709104 Dec 24 10:29:43.256028 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ed12d0b2-178a-4cc2-8312-0c31e1551ac6 req-b1ccef06-79d4-4240-8ba6-85caca275ad6 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950360 Dec 24 10:29:43.483754 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b68243-cb35-4a80-90a8-391d54e9807e req-8797c421-ebd5-48f5-a58c-ec7f3b7e3358 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:43.485625 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c5b68243-cb35-4a80-90a8-391d54e9807e req-8797c421-ebd5-48f5-a58c-ec7f3b7e3358 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0968719 Dec 24 10:29:43.540722 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c5b68243-cb35-4a80-90a8-391d54e9807e req-fd4a6fab-6f0e-41ea-8d75-9293336d8554 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466480 Dec 24 10:29:43.677539 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33374) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:43.848950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6231d415-4cc9-42c3-87b0-5fd95fffe697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:43.866350 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-6231d415-4cc9-42c3-87b0-5fd95fffe697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:43.871658 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-6231d415-4cc9-42c3-87b0-5fd95fffe697 admin admin] Usage tracker for resource:security_group_rule and tenant:7c519bceca8b48f6b8f05a295ff1bf20 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:43.874781 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-6231d415-4cc9-42c3-87b0-5fd95fffe697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:43.880640 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-6231d415-4cc9-42c3-87b0-5fd95fffe697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:43.980608 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6231d415-4cc9-42c3-87b0-5fd95fffe697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:43.983803 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6231d415-4cc9-42c3-87b0-5fd95fffe697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:44.012941 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8c339d2f-be7d-4124-a3c2-e56f6efad001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:44.050108 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-6231d415-4cc9-42c3-87b0-5fd95fffe697 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7c519bceca8b48f6b8f05a295ff1bf20&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3713818 Dec 24 10:29:44.050917 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33386) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:44.052021 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231d415-4cc9-42c3-87b0-5fd95fffe697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adafbd7b-b181-410f-9bbc-f342ff36f47b,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:44.056255 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6231d415-4cc9-42c3-87b0-5fd95fffe697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:44.127054 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f8dbdf85-4507-40f0-8eb4-bf6a7a986450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:44.156655 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f8dbdf85-4507-40f0-8eb4-bf6a7a986450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:44.169819 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5ebbf-891c-4ab7-9e5a-c37ef201beb6 req-8cc84b2d-7c44-4825-9d44-17735b4df43d tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:44.171544 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-40f5ebbf-891c-4ab7-9e5a-c37ef201beb6 req-8cc84b2d-7c44-4825-9d44-17735b4df43d tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 945 time: 0.1524866 Dec 24 10:29:44.178849 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51083d72-af3f-492e-b49a-524a96672e2e req-1efff53c-2d4d-4fa6-9e26-a255651daead tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:44.181084 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-51083d72-af3f-492e-b49a-524a96672e2e req-1efff53c-2d4d-4fa6-9e26-a255651daead tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.2079492 Dec 24 10:29:44.218759 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f8dbdf85-4507-40f0-8eb4-bf6a7a986450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:44.227188 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d3857042-f5b8-4ab9-82a4-3c0449caa190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:44.242221 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbdf85-4507-40f0-8eb4-bf6a7a986450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adafbd7b-b181-410f-9bbc-f342ff36f47b,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:44.245522 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f8dbdf85-4507-40f0-8eb4-bf6a7a986450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:44.254860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f8dbdf85-4507-40f0-8eb4-bf6a7a986450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:44.256334 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-f8dbdf85-4507-40f0-8eb4-bf6a7a986450 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/adafbd7b-b181-410f-9bbc-f342ff36f47b HTTP/1.1" status: 204 len: 168 time: 0.1989028 Dec 24 10:29:44.268430 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-40f5ebbf-891c-4ab7-9e5a-c37ef201beb6 req-a54c1302-4225-4bb9-880c-c9491d91a7c0 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855377 Dec 24 10:29:44.293180 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-51083d72-af3f-492e-b49a-524a96672e2e req-5160b186-3bda-41b4-83b2-b8665ecf481f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964181 Dec 24 10:29:44.649910 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e39bd-b9b4-41d1-be84-4cf2c338be36 req-3114cdd7-e819-4109-a8fe-f41407d1a595 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:44.651666 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8a0e39bd-b9b4-41d1-be84-4cf2c338be36 req-3114cdd7-e819-4109-a8fe-f41407d1a595 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 931 time: 0.1770885 Dec 24 10:29:44.774960 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8a0e39bd-b9b4-41d1-be84-4cf2c338be36 req-bb961696-e034-4ede-91be-47a47f997035 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029012 Dec 24 10:29:44.803087 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:29:44.943892 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:44.944564 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:45.044385 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c070fe5-d77f-449b-84e6-b7ddf3683b8a req-8d0617a0-abaf-461d-8817-542aad95e5b1 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:45.047431 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3c070fe5-d77f-449b-84e6-b7ddf3683b8a req-8d0617a0-abaf-461d-8817-542aad95e5b1 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1941946 Dec 24 10:29:45.085313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33406) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:45.141106 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3c070fe5-d77f-449b-84e6-b7ddf3683b8a req-a7de96ef-f55f-45e2-b838-d0055a66ba29 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831499 Dec 24 10:29:45.280526 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8d02da3f-ea30-4136-87e9-9c269ea1cc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:45.297413 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-8d02da3f-ea30-4136-87e9-9c269ea1cc60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:45.301541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-8d02da3f-ea30-4136-87e9-9c269ea1cc60 admin admin] Usage tracker for resource:security_group_rule and tenant:a8a9564f482842f099a3567e09c95f30 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:45.305562 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-8d02da3f-ea30-4136-87e9-9c269ea1cc60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:45.315374 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-8d02da3f-ea30-4136-87e9-9c269ea1cc60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:45.430375 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8d02da3f-ea30-4136-87e9-9c269ea1cc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:45.444333 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8d02da3f-ea30-4136-87e9-9c269ea1cc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:45.461377 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0a03a149-dc37-479a-9d0c-6e343ad6cc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:45.604983 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-8d02da3f-ea30-4136-87e9-9c269ea1cc60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a8a9564f482842f099a3567e09c95f30&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5117278 Dec 24 10:29:45.605905 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33420) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:45.610349 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02da3f-ea30-4136-87e9-9c269ea1cc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39369073-0d5e-45da-bce0-94cad0920d13,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:45.652563 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8d02da3f-ea30-4136-87e9-9c269ea1cc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:45.716773 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9713fe60-6a42-4630-8bca-90b02a629533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:45.721529 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f06873-eacb-4967-a4f4-04bae58b0f25 req-68bcd6e5-9d56-4768-8dd5-b31ca472c9ab tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:45.723313 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e0f06873-eacb-4967-a4f4-04bae58b0f25 req-68bcd6e5-9d56-4768-8dd5-b31ca472c9ab tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 945 time: 0.2344475 Dec 24 10:29:45.729986 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300660e0-6b84-4b3f-9954-4f4c55094e56 req-dab40a3c-412c-447e-bce5-05543ab31b5f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:45.731771 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-300660e0-6b84-4b3f-9954-4f4c55094e56 req-dab40a3c-412c-447e-bce5-05543ab31b5f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.1341083 Dec 24 10:29:45.759393 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9713fe60-6a42-4630-8bca-90b02a629533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:45.799321 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e0f06873-eacb-4967-a4f4-04bae58b0f25 req-288a61cf-ef89-4d5c-942f-7328498a61f1 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667233 Dec 24 10:29:45.829590 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-300660e0-6b84-4b3f-9954-4f4c55094e56 req-dc9c5a39-e6be-4879-8e18-e5192f7d8cd2 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713212 Dec 24 10:29:45.840879 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9713fe60-6a42-4630-8bca-90b02a629533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:45.846597 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3e01b718-59d9-4206-9272-00f9a7dc0284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:45.864085 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9713fe60-6a42-4630-8bca-90b02a629533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:45.869532 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-9713fe60-6a42-4630-8bca-90b02a629533 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39369073-0d5e-45da-bce0-94cad0920d13 HTTP/1.1" status: 204 len: 168 time: 0.2614655 Dec 24 10:29:45.871178 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713fe60-6a42-4630-8bca-90b02a629533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39369073-0d5e-45da-bce0-94cad0920d13,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:45.873551 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9713fe60-6a42-4630-8bca-90b02a629533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:46.039647 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cafa91-c8bb-448d-a32f-b99eed39033e req-e28b7011-4de3-4a84-8d06-664af692ab1c tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:46.041807 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-74cafa91-c8bb-448d-a32f-b99eed39033e req-e28b7011-4de3-4a84-8d06-664af692ab1c tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 931 time: 0.0875056 Dec 24 10:29:46.094662 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-74cafa91-c8bb-448d-a32f-b99eed39033e req-5a7ec55c-0716-4491-8978-4bfc7ace7131 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468485 Dec 24 10:29:46.377617 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fff37-70fd-4ade-97ce-81215e0d612c req-5abb8183-18bb-4e91-928b-4aa34cb6ad8a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:46.379492 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7e6fff37-70fd-4ade-97ce-81215e0d612c req-5abb8183-18bb-4e91-928b-4aa34cb6ad8a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0969691 Dec 24 10:29:46.439323 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7e6fff37-70fd-4ade-97ce-81215e0d612c req-bac3324b-b148-4ad5-80ac-afecff1ff64b tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522020 Dec 24 10:29:46.905546 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33456) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:47.150033 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1284494428-network', 'tenant_id': '9d5c996770cc44f08351a717d63798ff'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:29:47.158621 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:47.163496 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Usage tracker for resource:network and tenant:9d5c996770cc44f08351a717d63798ff is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:47.167851 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:47.174147 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:47.184248 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Made reservation on behalf of 9d5c996770cc44f08351a717d63798ff for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:29:47.189318 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:47.203626 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:47.210457 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3c2f8-c45b-494e-a42d-0b1f3751d4d0 req-85a95c90-366f-4709-a04a-1dcdf1b7a270 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:47.212872 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5bb3c2f8-c45b-494e-a42d-0b1f3751d4d0 req-85a95c90-366f-4709-a04a-1dcdf1b7a270 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.1594806 Dec 24 10:29:47.220045 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551a563-a4a4-4259-b04b-188775d1b6c5 req-6ba6c982-5888-4d86-8764-8a385c8c8c4b tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:47.222387 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b551a563-a4a4-4259-b04b-188775d1b6c5 req-6ba6c982-5888-4d86-8764-8a385c8c8c4b tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 945 time: 0.2246647 Dec 24 10:29:47.224106 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:47.229104 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Usage tracker for resource:security_group_rule and tenant:9d5c996770cc44f08351a717d63798ff is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:47.232148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:47.238406 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:47.302065 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b551a563-a4a4-4259-b04b-188775d1b6c5 req-456f5d11-9361-4ee6-a5a3-febafd1bf0a6 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622261 Dec 24 10:29:47.306638 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5bb3c2f8-c45b-494e-a42d-0b1f3751d4d0 req-9363a7c5-7a44-40ff-9180-485e23ad0d1b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825016 Dec 24 10:29:47.332511 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:47.338726 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:47.357441 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6bc40760-1cbb-48a5-8b8e-eeb09b60b7db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:47.365788 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 24 10:29:47.389036 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:47.389585 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Added segment 4592d4f0-4047-409f-999b-92c780837e80 of type vxlan for network 50b75f8b-6a77-41bf-bea6-f505a34e2c42 Dec 24 10:29:47.421375 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:47.445779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:47.471128 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:47.474704 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:47.476536 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:47.477981 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:47.500857 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f63a7893-1273-40d1-a901-2c19ede4978d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:47.569669 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6601708 Dec 24 10:29:47.572483 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33470) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:47.592116 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Request body: {'subnet': {'network_id': '50b75f8b-6a77-41bf-bea6-f505a34e2c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1284494428-subnet', 'tenant_id': '9d5c996770cc44f08351a717d63798ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:29:47.603794 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:47.611251 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Usage tracker for resource:subnet and tenant:9d5c996770cc44f08351a717d63798ff is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:47.614342 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:47.624558 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:47.692018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Pushing event updated for resources: {'Network': ['ID=50b75f8b-6a77-41bf-bea6-f505a34e2c42,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:47.692322 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c84c08-5de1-41fb-a36b-61fdb32d0782 req-e19443c3-bc96-4fce-8f11-28c187ad573d tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:47.694034 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-00c84c08-5de1-41fb-a36b-61fdb32d0782 req-e19443c3-bc96-4fce-8f11-28c187ad573d tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 931 time: 0.2029712 Dec 24 10:29:47.703135 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network 50b75f8b-6a77-41bf-bea6-f505a34e2c42 details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:29:47.703288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:47.704385 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Made reservation on behalf of 9d5c996770cc44f08351a717d63798ff for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:29:47.709381 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844216392'] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:47.740794 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Network 50b75f8b-6a77-41bf-bea6-f505a34e2c42 details requested by agent ovs-agent-hv-cinder-76845 with host hv-cinder-76845 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:29:47.787416 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-00c84c08-5de1-41fb-a36b-61fdb32d0782 req-b82dbde2-f776-4c20-980e-5daf8143ad6a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791512 Dec 24 10:29:47.804445 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40e64f-511f-4908-a7b6-d1b1ec72b036 req-df6f09d8-12cc-463e-b347-a5ee65060577 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:47.806263 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea40e64f-511f-4908-a7b6-d1b1ec72b036 req-df6f09d8-12cc-463e-b347-a5ee65060577 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1826093 Dec 24 10:29:47.883579 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea40e64f-511f-4908-a7b6-d1b1ec72b036 req-e18ad049-51bd-41af-888b-5bb8f265aef5 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643823 Dec 24 10:29:48.198413 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843584500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844216407'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:48.212011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:48.360060 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d578d07-bc80-4a59-a693-acdd3e8fbad4,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:48.364314 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:48.506741 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Checking segment: {'id': '4592d4f0-4047-409f-999b-92c780837e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50b75f8b-6a77-41bf-bea6-f505a34e2c42'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:29:48.507302 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Network hostable DHCP agents. Network: 50b75f8b-6a77-41bf-bea6-f505a34e2c42, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:29:48.542222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Network 50b75f8b-6a77-41bf-bea6-f505a34e2c42 is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:29:48.574011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, 50b75f8b-6a77-41bf-bea6-f505a34e2c42) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:29:48.582967 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146a2688-3730-46a5-8937-a21d060b7013 None None] Network 50b75f8b-6a77-41bf-bea6-f505a34e2c42 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:29:48.624514 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:48.625195 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:48.681009 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1031332 Dec 24 10:29:48.777455 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d45185-5dbd-4895-be44-23356760d7dd req-28e0e691-751b-456b-bf98-31d141746203 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:48.785644 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-76d45185-5dbd-4895-be44-23356760d7dd req-28e0e691-751b-456b-bf98-31d141746203 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.1479745 Dec 24 10:29:48.809381 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c59c87-cf8a-48ba-95af-c3672d78c1a5 req-86bbdb0a-8237-4540-9eea-6f2d3ad696d7 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:48.817201 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89c59c87-cf8a-48ba-95af-c3672d78c1a5 req-86bbdb0a-8237-4540-9eea-6f2d3ad696d7 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 945 time: 0.2605662 Dec 24 10:29:48.903056 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-76d45185-5dbd-4895-be44-23356760d7dd req-d6b186ef-c29a-48f7-a722-212b20af355f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162665 Dec 24 10:29:48.919471 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89c59c87-cf8a-48ba-95af-c3672d78c1a5 req-e87db4a9-c73c-448b-9f1f-2b29a29573b7 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009812 Dec 24 10:29:48.961276 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c46792-4e6d-4168-95b6-a9aede5e9e8c None None] Network 50b75f8b-6a77-41bf-bea6-f505a34e2c42 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:29:49.414145 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473f6d9-35df-4e71-a7f8-235bf070eecb req-abe15247-ca73-4661-a4ef-6fdcc28550d3 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:49.415862 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6473f6d9-35df-4e71-a7f8-235bf070eecb req-abe15247-ca73-4661-a4ef-6fdcc28550d3 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.2374876 Dec 24 10:29:49.449582 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581426eb-cbb2-4244-b0b8-7f7a45cdeae3 req-bbf22771-159b-435d-9ad5-f4fd45981edb tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:49.451313 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-581426eb-cbb2-4244-b0b8-7f7a45cdeae3 req-bbf22771-159b-435d-9ad5-f4fd45981edb tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 931 time: 0.3490310 Dec 24 10:29:49.519554 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6473f6d9-35df-4e71-a7f8-235bf070eecb req-2c4253fc-99ba-44d8-8448-dff56536997c tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968583 Dec 24 10:29:49.521948 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-581426eb-cbb2-4244-b0b8-7f7a45cdeae3 req-b509a8f7-a30d-4b91-83ae-23aade9ed788 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642362 Dec 24 10:29:50.241687 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e53c7e-9054-49da-b2ba-e955828c0a80 req-fdb13039-beae-4876-b2ea-bd205bbdf23b tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:50.245336 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-29e53c7e-9054-49da-b2ba-e955828c0a80 req-fdb13039-beae-4876-b2ea-bd205bbdf23b tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 945 time: 0.1627209 Dec 24 10:29:50.275342 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6af5b3-6c54-415c-9228-29ab91e2dd38 req-9ae42591-82ee-4301-a452-c570ae14fefe tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:50.277229 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ec6af5b3-6c54-415c-9228-29ab91e2dd38 req-9ae42591-82ee-4301-a452-c570ae14fefe tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.1582623 Dec 24 10:29:50.342748 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-29e53c7e-9054-49da-b2ba-e955828c0a80 req-9deb3b85-0e19-4b58-bff4-c6b584edfcd4 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919704 Dec 24 10:29:50.349710 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ec6af5b3-6c54-415c-9228-29ab91e2dd38 req-b9b0aa21-1450-489c-aec6-f10b38c6ea4c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639594 Dec 24 10:29:50.381613 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 33522) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:50.572491 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2f6ee2bf-2d7e-4ffb-9279-ebc73f378233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:50.591425 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-2f6ee2bf-2d7e-4ffb-9279-ebc73f378233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:50.615942 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-2f6ee2bf-2d7e-4ffb-9279-ebc73f378233 admin admin] Usage tracker for resource:security_group_rule and tenant:1e4f27c2860549858959a0150d57a0f2 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:50.620462 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-2f6ee2bf-2d7e-4ffb-9279-ebc73f378233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:50.627800 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-2f6ee2bf-2d7e-4ffb-9279-ebc73f378233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:50.889507 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2f6ee2bf-2d7e-4ffb-9279-ebc73f378233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:50.904038 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9a8f1-838b-47d9-bd99-ddea6474daa3 req-d5054a29-06dc-484a-81c8-f36a8df79561 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:50.905699 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-18b9a8f1-838b-47d9-bd99-ddea6474daa3 req-d5054a29-06dc-484a-81c8-f36a8df79561 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.2240484 Dec 24 10:29:50.907275 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2f6ee2bf-2d7e-4ffb-9279-ebc73f378233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:50.919235 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9de649a1-9714-48f6-a7ee-b840c3ea5056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:50.932460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7534b-0e7b-407b-bccc-e8b8539933bd req-ab41318a-c5ab-4e0f-aba1-39c3031c819a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:50.934105 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-80d7534b-0e7b-407b-bccc-e8b8539933bd req-ab41318a-c5ab-4e0f-aba1-39c3031c819a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 931 time: 0.1975968 Dec 24 10:29:51.025197 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-2f6ee2bf-2d7e-4ffb-9279-ebc73f378233 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e4f27c2860549858959a0150d57a0f2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6423666 Dec 24 10:29:51.028218 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33538) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:51.034487 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ee2bf-2d7e-4ffb-9279-ebc73f378233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7e67d0-4609-473d-aa57-07630ee04416,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:51.044480 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2f6ee2bf-2d7e-4ffb-9279-ebc73f378233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:51.055890 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-18b9a8f1-838b-47d9-bd99-ddea6474daa3 req-a89edeb6-7e45-495c-904d-993b1cdd48d4 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378102 Dec 24 10:29:51.067899 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-80d7534b-0e7b-407b-bccc-e8b8539933bd req-faa6d4b6-c2b3-4ca7-8681-36ddc2209a03 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982292 Dec 24 10:29:51.101363 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e4514ecf-110e-4b96-8a99-74dfc9da7677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:51.131760 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e4514ecf-110e-4b96-8a99-74dfc9da7677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:51.184943 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e4514ecf-110e-4b96-8a99-74dfc9da7677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:51.190080 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a96d4767-9eab-437d-bc85-f0fcf6e1bd80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:51.206356 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4514ecf-110e-4b96-8a99-74dfc9da7677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7e67d0-4609-473d-aa57-07630ee04416,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:51.208478 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e4514ecf-110e-4b96-8a99-74dfc9da7677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:51.210908 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-e4514ecf-110e-4b96-8a99-74dfc9da7677 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e7e67d0-4609-473d-aa57-07630ee04416 HTTP/1.1" status: 204 len: 168 time: 0.1802642 Dec 24 10:29:51.210908 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e4514ecf-110e-4b96-8a99-74dfc9da7677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:51.616765 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Request body: {'port': {'device_id': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:29:51.728568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-e6d9d0e7-fb0d-4d42-83fd-0e6448edc65c tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:51.730204 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-e6d9d0e7-fb0d-4d42-83fd-0e6448edc65c tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/networks?id=50b75f8b-6a77-41bf-bea6-f505a34e2c42 HTTP/1.1" status: 200 len: 814 time: 0.4923406 Dec 24 10:29:51.798579 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-51f29bda-013b-41bf-92b1-c1aa3b5ba632 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/quotas/9d5c996770cc44f08351a717d63798ff HTTP/1.1" status: 200 len: 375 time: 0.0336432 Dec 24 10:29:51.815657 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2ae28-f288-4c7a-b4cb-5ec80754205e req-819194d1-7192-4d0e-936a-52340c9d726c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:51.817243 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8da2ae28-f288-4c7a-b4cb-5ec80754205e req-819194d1-7192-4d0e-936a-52340c9d726c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 945 time: 0.2593861 Dec 24 10:29:51.855651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:51.902031 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-e931c927-15e9-47bd-97a0-c6d0ef7423d4 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d5c996770cc44f08351a717d63798ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0950885 Dec 24 10:29:52.018091 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8da2ae28-f288-4c7a-b4cb-5ec80754205e req-f009f590-0db3-4afe-8b52-42f913e8f908 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447678 Dec 24 10:29:52.269750 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-658a65c3-a9a2-48e0-8140-8bdbd43ea84c service neutron] 10.222.0.58 "GET /v2.0/networks/50b75f8b-6a77-41bf-bea6-f505a34e2c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398802 Dec 24 10:29:52.529422 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82aa8c-5879-4f6c-b0be-33e2eb654a3b req-b05cd720-5158-4443-b2b3-4597a5f6bedd tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:52.530963 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1d82aa8c-5879-4f6c-b0be-33e2eb654a3b req-b05cd720-5158-4443-b2b3-4597a5f6bedd tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.3861167 Dec 24 10:29:52.588210 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-156f665f-006d-4f64-a882-191332091cff service neutron] 10.222.0.58 "GET /v2.0/networks/50b75f8b-6a77-41bf-bea6-f505a34e2c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3088293 Dec 24 10:29:52.625965 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1d82aa8c-5879-4f6c-b0be-33e2eb654a3b req-1e810b36-ae34-448c-a59a-59cbc16b90ad tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845675 Dec 24 10:29:52.722546 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf1f785-c1a5-4367-943f-752cc658b2c8 {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:29:52.744920 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:52.764903 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Transition to ACTIVE for port object 1cf1f785-c1a5-4367-943f-752cc658b2c8 will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:29:52.764903 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:52.781029 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0f56cf50-ea51-47ac-aa74-8890ccf2a30c tempest-VolumesActionsTest-900644695 tempest-VolumesActionsTest-900644695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:53.011150 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf1f785-c1a5-4367-943f-752cc658b2c8,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:53.023931 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:53.123825 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372493e-e756-4721-ab9b-cb7a19fae7db req-493c7831-b258-4b69-bd15-c03523c0a6b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:53.125489 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0372493e-e756-4721-ab9b-cb7a19fae7db req-493c7831-b258-4b69-bd15-c03523c0a6b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.2965205 Dec 24 10:29:53.212327 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57711ca-99a2-40fd-961f-4f9dfe16384a req-9778256d-7fe9-417c-ac97-68330b05c5dc tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:53.214252 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c57711ca-99a2-40fd-961f-4f9dfe16384a req-9778256d-7fe9-417c-ac97-68330b05c5dc tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 943 time: 0.3147333 Dec 24 10:29:53.333386 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0372493e-e756-4721-ab9b-cb7a19fae7db req-e83e9030-735d-43f3-9080-ad48654ba241 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531091 Dec 24 10:29:53.355317 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c57711ca-99a2-40fd-961f-4f9dfe16384a req-c4d8eb68-67b5-436d-9d68-5925c0e45ec3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338136 Dec 24 10:29:53.405843 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Attempting to bind port 1cf1f785-c1a5-4367-943f-752cc658b2c8 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:29:53.406220 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Attempting to bind port 1cf1f785-c1a5-4367-943f-752cc658b2c8 by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': 'b6fcadf7-cc13-415d-84af-fd52031bf2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:29:53.406577 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Attempting to bind port 1cf1f785-c1a5-4367-943f-752cc658b2c8 on network 6d04766c-e866-4a4b-baed-8e2a07265490 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:29:53.414680 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:29:53.415084 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Checking segment: {'id': 'b6fcadf7-cc13-415d-84af-fd52031bf2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:29:53.415484 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:53.415878 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Bound using segment: {'id': 'b6fcadf7-cc13-415d-84af-fd52031bf2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:29:53.416351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Bound port: 1cf1f785-c1a5-4367-943f-752cc658b2c8, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fcadf7-cc13-415d-84af-fd52031bf2b3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:29:53.416740 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:53.580817 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e307b-1925-4191-9dac-11a26a15a22d req-712f9274-cf66-4749-9115-2ef1bb8d9c6a tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:53.582123 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d90e307b-1925-4191-9dac-11a26a15a22d req-712f9274-cf66-4749-9115-2ef1bb8d9c6a tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 945 time: 0.2320173 Dec 24 10:29:53.586650 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5dc3a1a7-c605-4bf5-be45-c8c3b2086562 req-72b4beb7-9f5c-48d6-ad82-1f2e0fe3889b tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 210 time: 0.0792911 Dec 24 10:29:53.590953 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] For port 1cf1f785-c1a5-4367-943f-752cc658b2c8, host hv-cinder-76845, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:29:53.641085 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] For port 1cf1f785-c1a5-4367-943f-752cc658b2c8, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=1cf1f785-c1a5-4367-943f-752cc658b2c8,segment=NetworkSegment(b6fcadf7-cc13-415d-84af-fd52031bf2b3),segment_id=b6fcadf7-cc13-415d-84af-fd52031bf2b3)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:29:53.658312 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:53.676416 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-fe24064b-6e7a-4578-afa7-ed575f9f9f38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:53.776711 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-d90e307b-1925-4191-9dac-11a26a15a22d req-03af8b0a-6344-4216-884a-d76ca685c139 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Deleting port 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:29:53.777095 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d90e307b-1925-4191-9dac-11a26a15a22d req-03af8b0a-6344-4216-884a-d76ca685c139 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:53.869690 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b0895-68b2-4dc5-b09c-da08720e62ce req-1026ce36-2cc8-4620-8c26-45bd5b0ebe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:53.871361 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ed7b0895-68b2-4dc5-b09c-da08720e62ce req-1026ce36-2cc8-4620-8c26-45bd5b0ebe59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44a7b18f7f114e7e83e1504fcb9d87f0&device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 1163 time: 0.0915565 Dec 24 10:29:54.038868 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.20', 56350) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:29:54.121215 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b0895-68b2-4dc5-b09c-da08720e62ce req-545845ad-eeb4-49e1-8c21-c7fce39aabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:54.122720 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ed7b0895-68b2-4dc5-b09c-da08720e62ce req-545845ad-eeb4-49e1-8c21-c7fce39aabd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab HTTP/1.1" status: 200 len: 905 time: 0.2201571 Dec 24 10:29:54.249205 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-1f614c29-b798-4bb4-a309-5c4412c83ac9 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:54.249553 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=1cf1f785-c1a5-4367-943f-752cc658b2c8,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:54.250370 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-1f614c29-b798-4bb4-a309-5c4412c83ac9 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Synchronizing usage tracker for tenant:9d5c996770cc44f08351a717d63798ff on resource:network {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:29:54.269513 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:54.379347 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f2d1b-539c-4aec-9003-018bca1bf3fa req-478bc600-a6b5-496b-9e37-4c1f508839e7 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:54.381117 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-395f2d1b-539c-4aec-9003-018bca1bf3fa req-478bc600-a6b5-496b-9e37-4c1f508839e7 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 945 time: 0.6709309 Dec 24 10:29:54.396359 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66cb1d-5ab8-4676-976b-e0aafb6ed607 req-36480f8a-8faf-4145-b276-584ea5b2020d tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:54.404965 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5d66cb1d-5ab8-4676-976b-e0aafb6ed607 req-36480f8a-8faf-4145-b276-584ea5b2020d tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.6858423 Dec 24 10:29:54.503112 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:54.503801 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:54.505387 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] 10.222.0.20 "PUT /v2.0/ports/1cf1f785-c1a5-4367-943f-752cc658b2c8 HTTP/1.1" status: 200 len: 1157 time: 2.8960376 Dec 24 10:29:54.508068 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'tag': '1cf1f785-c1a5-4367-943f-752cc658b2c8'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:29:54.634149 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-1f614c29-b798-4bb4-a309-5c4412c83ac9 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Unset dirty status for tenant:9d5c996770cc44f08351a717d63798ff on resource:network {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:29:54.635465 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-1f614c29-b798-4bb4-a309-5c4412c83ac9 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.20 "GET /v2.0/networks?id=50b75f8b-6a77-41bf-bea6-f505a34e2c42 HTTP/1.1" status: 200 len: 814 time: 0.5755002 Dec 24 10:29:54.639369 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5d66cb1d-5ab8-4676-976b-e0aafb6ed607 req-3961ded8-61c4-4bc1-a0a6-c3e7cc2808dc tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332516 Dec 24 10:29:54.663481 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-395f2d1b-539c-4aec-9003-018bca1bf3fa req-71c7e4f4-8b29-4ef6-a2b5-f31cb5158c5c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995230 Dec 24 10:29:54.665447 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-d90e307b-1925-4191-9dac-11a26a15a22d req-03af8b0a-6344-4216-884a-d76ca685c139 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] For port 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=34714ac5-9ecd-4b7a-a33c-08e79dc71ecf,segment=NetworkSegment(c6268194-92ad-4907-9cbe-61414ca02230),segment_id=c6268194-92ad-4907-9cbe-61414ca02230)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:29:54.665849 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d90e307b-1925-4191-9dac-11a26a15a22d req-03af8b0a-6344-4216-884a-d76ca685c139 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:54.678461 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Request body: {'port': {'device_id': '09e6d4cc-3b49-45a3-8cd2-51e668abaae9', 'network_id': '50b75f8b-6a77-41bf-bea6-f505a34e2c42', 'admin_state_up': True, 'tenant_id': '9d5c996770cc44f08351a717d63798ff'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:29:54.811926 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ed7b0895-68b2-4dc5-b09c-da08720e62ce req-f0a74a92-e8cc-43c0-874d-7ebc5bbcd348 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ed46c67-8371-4e42-b085-aae7b9dcfdc6 HTTP/1.1" status: 200 len: 1001 time: 0.5693634 Dec 24 10:29:54.815126 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-d90e307b-1925-4191-9dac-11a26a15a22d req-03af8b0a-6344-4216-884a-d76ca685c139 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Calling delete_port for 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:29:54.889673 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:29:54.903492 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b0895-68b2-4dc5-b09c-da08720e62ce req-20018f68-9c5d-40cd-8697-aafd08dfc0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:54.905105 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ed7b0895-68b2-4dc5-b09c-da08720e62ce req-20018f68-9c5d-40cd-8697-aafd08dfc0ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19585d93-b83b-43b8-8e49-feca5067fd3e HTTP/1.1" status: 200 len: 850 time: 0.0855496 Dec 24 10:29:54.916515 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:29:54.974367 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Usage tracker for resource:port and tenant:9d5c996770cc44f08351a717d63798ff is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:29:54.979092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Quota usage for port was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:29:54.985309 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:29:54.986274 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:54.986405 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:29:55.020833 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b0895-68b2-4dc5-b09c-da08720e62ce req-0c5a4400-9438-4f3a-80db-935beafb740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:55.022776 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ed7b0895-68b2-4dc5-b09c-da08720e62ce req-0c5a4400-9438-4f3a-80db-935beafb740a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1080329 Dec 24 10:29:55.023549 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Made reservation on behalf of 9d5c996770cc44f08351a717d63798ff for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:29:55.030426 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:55.099094 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-d9182f7f-d3fa-4049-ac6b-9971afe1488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:55.100965 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-d9182f7f-d3fa-4049-ac6b-9971afe1488c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0977ccd094224ec091b2d48bd500d4e8&device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 1160 time: 0.5207798 Dec 24 10:29:55.225799 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:29:55.226773 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-28e256d6-d1c9-4047-ae84-0192e69286af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cf1f785-c1a5-4367-943f-752cc658b2c8 HTTP/1.1" status: 200 len: 217 time: 0.1087418 Dec 24 10:29:55.264238 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ed7b0895-68b2-4dc5-b09c-da08720e62ce req-b418cc8d-1f23-4070-9ea7-40064a46fb4a service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129989 Dec 24 10:29:55.309925 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54ba3d-d5e5-43b6-a471-5173d26f020e req-596441b7-f750-4add-ab8c-710b25c1f327 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:55.311534 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5b54ba3d-d5e5-43b6-a471-5173d26f020e req-596441b7-f750-4add-ab8c-710b25c1f327 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.5041115 Dec 24 10:29:55.331431 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e785d-50b1-4644-a12c-8b745e70e248 req-3bbb1fa2-8409-43f5-a7c0-30709fb214b8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:55.333345 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c74e785d-50b1-4644-a12c-8b745e70e248 req-3bbb1fa2-8409-43f5-a7c0-30709fb214b8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 943 time: 0.4341609 Dec 24 10:29:55.350969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:55.392640 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d90e307b-1925-4191-9dac-11a26a15a22d req-03af8b0a-6344-4216-884a-d76ca685c139 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:55.419966 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:55.475613 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-99c42f46-ed70-451f-90dd-56de373c3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:55.477237 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-99c42f46-ed70-451f-90dd-56de373c3127 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e85fe94b-6f84-41a3-b43b-b57aabbb2996 HTTP/1.1" status: 200 len: 854 time: 0.2405012 Dec 24 10:29:55.501192 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af8b0a-6344-4216-884a-d76ca685c139 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Pushing event deleted for resources: {'Port': ['ID=34714ac5-9ecd-4b7a-a33c-08e79dc71ecf,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:55.547524 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5b54ba3d-d5e5-43b6-a471-5173d26f020e req-9f5942b4-9ccc-48c2-8a88-9580990df0d8 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107594 Dec 24 10:29:55.549360 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ed7b0895-68b2-4dc5-b09c-da08720e62ce req-24a00671-12ec-4e4f-8f4a-5b4e08764cbe service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2329764 Dec 24 10:29:55.552019 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-03af8b0a-6344-4216-884a-d76ca685c139 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:55.617716 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c74e785d-50b1-4644-a12c-8b745e70e248 req-38de1f7e-99a0-4a21-b9b3-8bec386a3e99 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581475 Dec 24 10:29:55.648074 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Allocated IP 172.20.0.7 (50b75f8b-6a77-41bf-bea6-f505a34e2c42/5d578d07-bc80-4a59-a693-acdd3e8fbad4/a3e937eb-c044-4fc9-95d4-2ca4ce368edc) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:29:55.683074 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'tag': '1cf1f785-c1a5-4367-943f-752cc658b2c8', 'status': 'completed', 'code': 200} Dec 24 10:29:55.738691 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90e307b-1925-4191-9dac-11a26a15a22d req-03af8b0a-6344-4216-884a-d76ca685c139 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] No DVR routers for this DVR port 34714ac5-9ecd-4b7a-a33c-08e79dc71ecf on host hv-cinder-76845 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:29:55.742048 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-34a266f3-e2e5-4a0e-8ebb-094170987274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:55.744527 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-34a266f3-e2e5-4a0e-8ebb-094170987274 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d04766c-e866-4a4b-baed-8e2a07265490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2591758 Dec 24 10:29:55.745688 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d90e307b-1925-4191-9dac-11a26a15a22d req-03af8b0a-6344-4216-884a-d76ca685c139 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:55.885524 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:55.893172 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8ece88e0-daed-4bc3-90bb-57a31af58976 req-49bf2ecb-f683-4b9f-abfc-17045438c9bc tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 210 time: 0.1113451 Dec 24 10:29:55.894444 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d90e307b-1925-4191-9dac-11a26a15a22d req-03af8b0a-6344-4216-884a-d76ca685c139 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "DELETE /v2.0/ports/34714ac5-9ecd-4b7a-a33c-08e79dc71ecf HTTP/1.1" status: 204 len: 173 time: 2.3010399 Dec 24 10:29:55.914987 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:55.942677 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:56.070717 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-9d731a7f-8a18-4837-91ba-8864f5b73b23 service neutron] 10.222.0.20 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170292 Dec 24 10:29:56.079409 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-95a7d7e2-f83d-4468-a78a-830bf68cf6c7 req-e0566b1a-c5c0-493a-ad50-8a27c29f91a1 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Synchronizing usage tracker for tenant:6c0b6c2f878f4976b75218d7d422d954 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:29:56.099943 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Pushing event updated for resources: {'Port': ['ID=a3e937eb-c044-4fc9-95d4-2ca4ce368edc,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:56.103151 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:56.111783 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f1e12-0d6d-4570-b4ac-0b93f4c97f23 req-c0911f3c-c657-4f61-9b9e-6414bce0338b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:56.113396 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a33f1e12-0d6d-4570-b4ac-0b93f4c97f23 req-c0911f3c-c657-4f61-9b9e-6414bce0338b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.2888877 Dec 24 10:29:56.134119 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:29:56.149257 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Network 50b75f8b-6a77-41bf-bea6-f505a34e2c42 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:29:56.150494 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:29:56.153749 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:29:56.215001 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-95a7d7e2-f83d-4468-a78a-830bf68cf6c7 req-e0566b1a-c5c0-493a-ad50-8a27c29f91a1 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Unset dirty status for tenant:6c0b6c2f878f4976b75218d7d422d954 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:29:56.216250 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-95a7d7e2-f83d-4468-a78a-830bf68cf6c7 req-e0566b1a-c5c0-493a-ad50-8a27c29f91a1 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=894e8faf-3feb-4bf9-9ae7-cad82819d5fc HTTP/1.1" status: 200 len: 210 time: 0.1956978 Dec 24 10:29:56.224486 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:56.225182 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:56.247473 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5839489 Dec 24 10:29:56.260654 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a33f1e12-0d6d-4570-b4ac-0b93f4c97f23 req-803aa002-d07b-42c2-826e-3fd702282b39 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337037 Dec 24 10:29:56.268165 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Request body: {'port': {'device_id': '09e6d4cc-3b49-45a3-8cd2-51e668abaae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:29:56.290373 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-42c4a221-86a9-4efa-a3fe-864e574a9d75 req-eb09790a-d689-4233-add9-770b8ce16418 service neutron] 10.222.0.20 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2062273 Dec 24 10:29:56.408486 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:56.516813 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1b298-eb68-491a-8a21-720c7185aa2c req-2861390b-e18d-44fe-ac80-e7c9e2f78943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:56.518548 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e1c1b298-eb68-491a-8a21-720c7185aa2c req-2861390b-e18d-44fe-ac80-e7c9e2f78943 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0977ccd094224ec091b2d48bd500d4e8&device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 1160 time: 0.0821452 Dec 24 10:29:56.730411 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1b298-eb68-491a-8a21-720c7185aa2c req-7ce943d0-c05d-4a62-94e2-d1b16d3391ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:56.732003 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e1c1b298-eb68-491a-8a21-720c7185aa2c req-7ce943d0-c05d-4a62-94e2-d1b16d3391ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d04766c-e866-4a4b-baed-8e2a07265490 HTTP/1.1" status: 200 len: 909 time: 0.1814220 Dec 24 10:29:56.849804 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e1c1b298-eb68-491a-8a21-720c7185aa2c req-67ae1eef-3a64-43ad-950a-f58fbd87c897 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cf1f785-c1a5-4367-943f-752cc658b2c8 HTTP/1.1" status: 200 len: 217 time: 0.1039829 Dec 24 10:29:56.895543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e937eb-c044-4fc9-95d4-2ca4ce368edc {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:29:56.903301 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:56.917193 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Transition to ACTIVE for port object a3e937eb-c044-4fc9-95d4-2ca4ce368edc will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:29:56.921110 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:56.935775 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8c3ccdc1-c7da-4482-a00e-3f1dfe8d266f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:57.076978 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e937eb-c044-4fc9-95d4-2ca4ce368edc,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:57.087785 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:57.202189 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1b298-eb68-491a-8a21-720c7185aa2c req-a69f03c0-5efa-48ce-9a0b-f90125941daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:57.203669 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e1c1b298-eb68-491a-8a21-720c7185aa2c req-a69f03c0-5efa-48ce-9a0b-f90125941daf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e85fe94b-6f84-41a3-b43b-b57aabbb2996 HTTP/1.1" status: 200 len: 854 time: 0.3088005 Dec 24 10:29:57.228287 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6b6fb-ef55-401a-90fc-9690d4ebd25b req-feab3e46-195d-41f2-b0a7-04410ca4649c tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:57.229865 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-45c6b6fb-ef55-401a-90fc-9690d4ebd25b req-feab3e46-195d-41f2-b0a7-04410ca4649c tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.4236896 Dec 24 10:29:57.236636 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fc789-e6dc-4bbe-a896-3ff0849a4d78 req-6e5ddaa2-446f-4d7b-b322-7ccc1d2fdc10 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:57.238137 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-327fc789-e6dc-4bbe-a896-3ff0849a4d78 req-6e5ddaa2-446f-4d7b-b322-7ccc1d2fdc10 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 943 time: 0.4307570 Dec 24 10:29:57.266577 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Attempting to bind port a3e937eb-c044-4fc9-95d4-2ca4ce368edc on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:29:57.266947 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Attempting to bind port a3e937eb-c044-4fc9-95d4-2ca4ce368edc by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': '4592d4f0-4047-409f-999b-92c780837e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50b75f8b-6a77-41bf-bea6-f505a34e2c42'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:29:57.267310 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Attempting to bind port a3e937eb-c044-4fc9-95d4-2ca4ce368edc on network 50b75f8b-6a77-41bf-bea6-f505a34e2c42 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:29:57.272953 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:29:57.273324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Checking segment: {'id': '4592d4f0-4047-409f-999b-92c780837e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50b75f8b-6a77-41bf-bea6-f505a34e2c42'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:29:57.273718 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:57.274792 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Bound using segment: {'id': '4592d4f0-4047-409f-999b-92c780837e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50b75f8b-6a77-41bf-bea6-f505a34e2c42'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:29:57.275198 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Bound port: a3e937eb-c044-4fc9-95d4-2ca4ce368edc, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4592d4f0-4047-409f-999b-92c780837e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50b75f8b-6a77-41bf-bea6-f505a34e2c42'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:29:57.275570 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:57.364981 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-45c6b6fb-ef55-401a-90fc-9690d4ebd25b req-666f275a-8c30-4ca2-a587-cb10c851c5a2 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246107 Dec 24 10:29:57.369228 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] For port a3e937eb-c044-4fc9-95d4-2ca4ce368edc, host hv-cinder-76845, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:29:57.373388 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] For port a3e937eb-c044-4fc9-95d4-2ca4ce368edc, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=a3e937eb-c044-4fc9-95d4-2ca4ce368edc,segment=NetworkSegment(4592d4f0-4047-409f-999b-92c780837e80),segment_id=4592d4f0-4047-409f-999b-92c780837e80)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:29:57.376629 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-327fc789-e6dc-4bbe-a896-3ff0849a4d78 req-00274c85-b8cb-4b36-bf65-92707f316ac9 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876024 Dec 24 10:29:57.376931 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:57.390927 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:29:57.400193 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1b298-eb68-491a-8a21-720c7185aa2c req-278a2d1e-e700-48c7-a0d0-ee31ea722df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:57.402507 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e1c1b298-eb68-491a-8a21-720c7185aa2c req-278a2d1e-e700-48c7-a0d0-ee31ea722df2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d04766c-e866-4a4b-baed-8e2a07265490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1634247 Dec 24 10:29:57.557143 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e937eb-c044-4fc9-95d4-2ca4ce368edc,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:29:57.561916 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:29:57.581964 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e1c1b298-eb68-491a-8a21-720c7185aa2c req-984c3238-af78-49d9-8a13-e7fe4c5303de service neutron] 10.222.0.20 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718485 Dec 24 10:29:57.596136 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:57.597180 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:29:57.598663 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] 10.222.0.20 "PUT /v2.0/ports/a3e937eb-c044-4fc9-95d4-2ca4ce368edc HTTP/1.1" status: 200 len: 1157 time: 1.3352005 Dec 24 10:29:57.599190 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e6d4cc-3b49-45a3-8cd2-51e668abaae9', 'tag': 'a3e937eb-c044-4fc9-95d4-2ca4ce368edc'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:29:57.712142 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894e8faf-3feb-4bf9-9ae7-cad82819d5fc', 'name': 'network-vif-deleted', 'tag': '34714ac5-9ecd-4b7a-a33c-08e79dc71ecf'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:29:57.736271 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-a47865f6-7049-436a-9b0c-d664335f1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:57.738067 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-a47865f6-7049-436a-9b0c-d664335f1afc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d5c996770cc44f08351a717d63798ff&device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 1160 time: 0.0835083 Dec 24 10:29:57.823846 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-44bac03a-3121-4f36-ad22-5e21791e42db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3e937eb-c044-4fc9-95d4-2ca4ce368edc HTTP/1.1" status: 200 len: 217 time: 0.0699997 Dec 24 10:29:57.875956 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e1c1b298-eb68-491a-8a21-720c7185aa2c req-8f7dbdde-0878-43f3-8f6e-496a07911a69 service neutron] 10.222.0.20 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2524779 Dec 24 10:29:57.883039 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c654935-61bb-4ed5-b7b6-982534633471 req-7f75b517-d9c0-47ea-bc4f-18c8d1324b85 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:57.885197 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5c654935-61bb-4ed5-b7b6-982534633471 req-7f75b517-d9c0-47ea-bc4f-18c8d1324b85 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.2632673 Dec 24 10:29:57.895394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d8a82-07cd-4afc-b823-a07e8352a550 req-c00d1e6d-e4d9-4a8b-b878-eab424d18f5c tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:57.896977 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a97d8a82-07cd-4afc-b823-a07e8352a550 req-c00d1e6d-e4d9-4a8b-b878-eab424d18f5c tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 943 time: 0.3140397 Dec 24 10:29:57.898370 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-4ee9cd1b-f343-47f3-8bd7-f695532c47c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:57.900768 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-4ee9cd1b-f343-47f3-8bd7-f695532c47c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d578d07-bc80-4a59-a693-acdd3e8fbad4 HTTP/1.1" status: 200 len: 854 time: 0.0696237 Dec 24 10:29:57.971779 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-293e6c04-8fff-4990-af06-bc190e85d5eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=50b75f8b-6a77-41bf-bea6-f505a34e2c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439646 Dec 24 10:29:57.976567 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5c654935-61bb-4ed5-b7b6-982534633471 req-23ce7626-2a4f-4a28-a38d-7e63030feae8 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785637 Dec 24 10:29:57.985019 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a97d8a82-07cd-4afc-b823-a07e8352a550 req-a28aa719-a33a-4590-8f01-265088d015b8 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707805 Dec 24 10:29:58.080512 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e6d4cc-3b49-45a3-8cd2-51e668abaae9', 'tag': 'a3e937eb-c044-4fc9-95d4-2ca4ce368edc', 'status': 'completed', 'code': 200} Dec 24 10:29:58.114112 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894e8faf-3feb-4bf9-9ae7-cad82819d5fc', 'name': 'network-vif-deleted', 'tag': '34714ac5-9ecd-4b7a-a33c-08e79dc71ecf', 'status': 'completed', 'code': 200} Dec 24 10:29:58.128753 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-2b6a33fd-c3ac-48bc-98c1-ba27d3878cf6 service neutron] 10.222.0.20 "GET /v2.0/networks/50b75f8b-6a77-41bf-bea6-f505a34e2c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497393 Dec 24 10:29:58.414954 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a648e-4ce9-4d7d-be49-453a0db5052f req-132e7556-e1d0-421d-9df7-a377fcd19af4 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:58.418037 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ca9a648e-4ce9-4d7d-be49-453a0db5052f req-132e7556-e1d0-421d-9df7-a377fcd19af4 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 945 time: 0.0880330 Dec 24 10:29:58.467859 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ca9a648e-4ce9-4d7d-be49-453a0db5052f req-01dd56dd-06cf-46b0-a25c-80f78124abe2 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447998 Dec 24 10:29:58.497844 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f8a0dae8-fddd-4564-8c23-ec1760200c25 req-1a1034d3-aabf-4f34-8e1f-559fb582f792 service neutron] 10.222.0.20 "GET /v2.0/networks/50b75f8b-6a77-41bf-bea6-f505a34e2c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3617599 Dec 24 10:29:58.618519 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59362144-c5cf-498d-b920-199bb36a80b1 req-62179d95-a6b0-43b8-8c06-f30e9985f37c tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:58.620174 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-59362144-c5cf-498d-b920-199bb36a80b1 req-62179d95-a6b0-43b8-8c06-f30e9985f37c tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1027954 Dec 24 10:29:58.700898 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcec39-0c17-4eb7-9db7-c05e4606058e req-e2b39992-f14c-4498-b621-0b073adaf21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:58.702639 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-51dcec39-0c17-4eb7-9db7-c05e4606058e req-e2b39992-f14c-4498-b621-0b073adaf21f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d5c996770cc44f08351a717d63798ff&device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 1160 time: 0.0816488 Dec 24 10:29:58.726271 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-59362144-c5cf-498d-b920-199bb36a80b1 req-48567a0b-051e-43a6-ae80-20eeecaa2d06 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641289 Dec 24 10:29:58.746881 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60220341-3f2b-4094-985b-a592948ce59b req-ec56014a-e080-4dd6-a2db-75e9029324cf tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:58.750689 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-60220341-3f2b-4094-985b-a592948ce59b req-ec56014a-e080-4dd6-a2db-75e9029324cf tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 943 time: 0.1294327 Dec 24 10:29:58.809178 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-60220341-3f2b-4094-985b-a592948ce59b req-118e6b5c-b8f2-46dd-b1e4-6cdf853c294d tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518463 Dec 24 10:29:58.858622 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcec39-0c17-4eb7-9db7-c05e4606058e req-fc158b24-4b07-4477-a66d-1d9d36e6770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:58.860592 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-51dcec39-0c17-4eb7-9db7-c05e4606058e req-fc158b24-4b07-4477-a66d-1d9d36e6770f service neutron] 10.222.0.20 "GET /v2.0/networks?id=50b75f8b-6a77-41bf-bea6-f505a34e2c42 HTTP/1.1" status: 200 len: 908 time: 0.1492915 Dec 24 10:29:58.941323 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-51dcec39-0c17-4eb7-9db7-c05e4606058e req-76b354fa-3ade-4bf6-89c3-ab7f318fd856 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3e937eb-c044-4fc9-95d4-2ca4ce368edc HTTP/1.1" status: 200 len: 217 time: 0.0715253 Dec 24 10:29:59.016237 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcec39-0c17-4eb7-9db7-c05e4606058e req-d51fbf3c-bb63-47e8-a4cc-44c85c636094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:59.018021 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.objects.ports [None req-50091df1-9669-47fa-851f-312bbf5784c4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 24 10:29:59.018158 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-51dcec39-0c17-4eb7-9db7-c05e4606058e req-d51fbf3c-bb63-47e8-a4cc-44c85c636094 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d578d07-bc80-4a59-a693-acdd3e8fbad4 HTTP/1.1" status: 200 len: 854 time: 0.0697753 Dec 24 10:29:59.070592 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-51dcec39-0c17-4eb7-9db7-c05e4606058e req-113cc6e9-4619-4d8e-a453-8a5aca328612 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=50b75f8b-6a77-41bf-bea6-f505a34e2c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440607 Dec 24 10:29:59.216616 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552e089-a9d4-4a65-953c-1e4383fe915a req-742408e2-383a-4779-9837-db3fe9a3425b tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:59.218406 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8552e089-a9d4-4a65-953c-1e4383fe915a req-742408e2-383a-4779-9837-db3fe9a3425b tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 943 time: 0.0923080 Dec 24 10:29:59.219434 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-51dcec39-0c17-4eb7-9db7-c05e4606058e req-bd12f951-2101-40a8-90cc-e3588e883342 service neutron] 10.222.0.20 "GET /v2.0/networks/50b75f8b-6a77-41bf-bea6-f505a34e2c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412187 Dec 24 10:29:59.273512 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8552e089-a9d4-4a65-953c-1e4383fe915a req-348d0ebf-faf5-468c-ab53-918aff8be8e4 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471077 Dec 24 10:29:59.376250 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-51dcec39-0c17-4eb7-9db7-c05e4606058e req-7604f635-49be-42f0-9b8d-a52591af73c1 service neutron] 10.222.0.20 "GET /v2.0/networks/50b75f8b-6a77-41bf-bea6-f505a34e2c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1487565 Dec 24 10:29:59.684122 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1e6ea-a884-4d8c-8e10-1ada4008129e req-e722faab-7d29-45c9-9517-5565f55f4f5b tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:59.685719 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e2f1e6ea-a884-4d8c-8e10-1ada4008129e req-e722faab-7d29-45c9-9517-5565f55f4f5b tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 945 time: 0.0814350 Dec 24 10:29:59.737617 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e2f1e6ea-a884-4d8c-8e10-1ada4008129e req-0e19d525-d465-4983-ba22-cb4d8fcd686a tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454714 Dec 24 10:29:59.967561 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 538577a6-c062-43ec-9dd5-ecd28e63719d up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:29:59.997111 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de955e-3faa-492a-9be4-4574fdc1ac58 req-a0929014-936d-4802-b464-e58566e82c8f tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:29:59.998721 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d9de955e-3faa-492a-9be4-4574fdc1ac58 req-a0929014-936d-4802-b464-e58566e82c8f tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1285455 Dec 24 10:30:00.038121 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 538577a6-c062-43ec-9dd5-ecd28e63719d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:00.038424 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:00.067127 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d9de955e-3faa-492a-9be4-4574fdc1ac58 req-1067ed59-a9dc-4e2f-b4ac-a3b45b8d9166 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610449 Dec 24 10:30:00.074065 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddcffdf-b3d1-46d8-b111-93250556b1cc req-387a9cd0-4632-4d96-bd1a-1e384ec87754 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:00.075594 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2ddcffdf-b3d1-46d8-b111-93250556b1cc req-387a9cd0-4632-4d96-bd1a-1e384ec87754 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 943 time: 0.1369562 Dec 24 10:30:00.128485 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2ddcffdf-b3d1-46d8-b111-93250556b1cc req-b53a296a-c7e1-4f18-bc8c-bde7f164162b tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465753 Dec 24 10:30:00.152019 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c1e7a-908d-4d1a-8b72-4aacc21cbe2f req-76cdd026-14f5-4176-bdfc-c507da4131bd tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:00.152812 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-2e3c1e7a-908d-4d1a-8b72-4aacc21cbe2f req-76cdd026-14f5-4176-bdfc-c507da4131bd tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Synchronizing usage tracker for tenant:6c0b6c2f878f4976b75218d7d422d954 on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:30:00.165351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-2e3c1e7a-908d-4d1a-8b72-4aacc21cbe2f req-76cdd026-14f5-4176-bdfc-c507da4131bd tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Unset dirty status for tenant:6c0b6c2f878f4976b75218d7d422d954 on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:30:00.165548 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1cf1f785-c1a5-4367-943f-752cc658b2c8 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:30:00.166563 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2e3c1e7a-908d-4d1a-8b72-4aacc21cbe2f req-76cdd026-14f5-4176-bdfc-c507da4131bd tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 945 time: 0.1169772 Dec 24 10:30:00.231116 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port 1cf1f785-c1a5-4367-943f-752cc658b2c8 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:30:00.235950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 1cf1f785-c1a5-4367-943f-752cc658b2c8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:00.236371 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:00.244368 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-2e3c1e7a-908d-4d1a-8b72-4aacc21cbe2f req-ef3eb0a0-4d86-4e7a-9eb8-991561cae95c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Deleting port a80f9059-ef2c-4d20-b1aa-70503aaea7b1 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:30:00.244779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-2e3c1e7a-908d-4d1a-8b72-4aacc21cbe2f req-ef3eb0a0-4d86-4e7a-9eb8-991561cae95c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:00.359726 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:00.388156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf1f785-c1a5-4367-943f-752cc658b2c8'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:30:00.400083 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 1cf1f785-c1a5-4367-943f-752cc658b2c8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=1cf1f785-c1a5-4367-943f-752cc658b2c8,segment=NetworkSegment(b6fcadf7-cc13-415d-84af-fd52031bf2b3),segment_id=b6fcadf7-cc13-415d-84af-fd52031bf2b3)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:30:00.404336 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:00.406324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d5f67f69-b849-49b0-915a-3f4d08fe1629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:00.453326 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf1f785-c1a5-4367-943f-752cc658b2c8', 'code': 200} Dec 24 10:30:00.481996 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=1cf1f785-c1a5-4367-943f-752cc658b2c8,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:00.490863 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11367068-3ce4-471d-ae7e-887bfdd3b73a req-65c380b7-ee6f-4bbe-8945-50859f029bcb tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:00.498590 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-11367068-3ce4-471d-ae7e-887bfdd3b73a req-65c380b7-ee6f-4bbe-8945-50859f029bcb tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 943 time: 0.0947721 Dec 24 10:30:00.500788 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:00.558780 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-11367068-3ce4-471d-ae7e-887bfdd3b73a req-dedbfa45-ee1e-42ac-8bac-a066ab278f62 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592201 Dec 24 10:30:00.568474 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-2e3c1e7a-908d-4d1a-8b72-4aacc21cbe2f req-ef3eb0a0-4d86-4e7a-9eb8-991561cae95c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] For port a80f9059-ef2c-4d20-b1aa-70503aaea7b1, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=a80f9059-ef2c-4d20-b1aa-70503aaea7b1,segment=NetworkSegment(c6268194-92ad-4907-9cbe-61414ca02230),segment_id=c6268194-92ad-4907-9cbe-61414ca02230)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:30:00.569047 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-2e3c1e7a-908d-4d1a-8b72-4aacc21cbe2f req-ef3eb0a0-4d86-4e7a-9eb8-991561cae95c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:00.714808 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-2e3c1e7a-908d-4d1a-8b72-4aacc21cbe2f req-ef3eb0a0-4d86-4e7a-9eb8-991561cae95c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Calling delete_port for a80f9059-ef2c-4d20-b1aa-70503aaea7b1 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:30:00.760854 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d1d01-519f-4518-89bf-626e1b79f8d9 req-7610d4b4-1419-4850-a8ba-1613dac1ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:00.762250 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-424d1d01-519f-4518-89bf-626e1b79f8d9 req-7610d4b4-1419-4850-a8ba-1613dac1ff6c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 1162 time: 0.0763397 Dec 24 10:30:00.807763 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-424d1d01-519f-4518-89bf-626e1b79f8d9 req-5d16b96d-b482-4b36-b777-903bb6b53df3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384154 Dec 24 10:30:00.965367 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a046ee6-f5c3-45b7-8a04-74003480725f req-638f041b-0ec5-44dd-917f-df621f1564bb tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:00.973027 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8a046ee6-f5c3-45b7-8a04-74003480725f req-638f041b-0ec5-44dd-917f-df621f1564bb tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 945 time: 0.0962923 Dec 24 10:30:00.973675 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-2e3c1e7a-908d-4d1a-8b72-4aacc21cbe2f req-ef3eb0a0-4d86-4e7a-9eb8-991561cae95c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:00.985909 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.objects.ports [None req-9c93363a-2e12-4a19-a14d-73ade91d55a9 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 24 10:30:00.994162 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:01.016570 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8a046ee6-f5c3-45b7-8a04-74003480725f req-9551b348-989f-420b-a1b0-0968a34fa9ac tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426421 Dec 24 10:30:01.041253 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3eb0a0-4d86-4e7a-9eb8-991561cae95c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Pushing event deleted for resources: {'Port': ['ID=a80f9059-ef2c-4d20-b1aa-70503aaea7b1,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:01.058869 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ef3eb0a0-4d86-4e7a-9eb8-991561cae95c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:01.221257 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3c1e7a-908d-4d1a-8b72-4aacc21cbe2f req-ef3eb0a0-4d86-4e7a-9eb8-991561cae95c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] No DVR routers for this DVR port a80f9059-ef2c-4d20-b1aa-70503aaea7b1 on host hv-cinder-76845 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:30:01.224737 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-2e3c1e7a-908d-4d1a-8b72-4aacc21cbe2f req-ef3eb0a0-4d86-4e7a-9eb8-991561cae95c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:01.229082 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37b0acf-53ed-4736-aece-1daee665ca76', 'name': 'network-vif-deleted', 'tag': 'a80f9059-ef2c-4d20-b1aa-70503aaea7b1'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:30:01.247394 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2e3c1e7a-908d-4d1a-8b72-4aacc21cbe2f req-ef3eb0a0-4d86-4e7a-9eb8-991561cae95c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "DELETE /v2.0/ports/a80f9059-ef2c-4d20-b1aa-70503aaea7b1 HTTP/1.1" status: 204 len: 173 time: 1.0749416 Dec 24 10:30:01.529906 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e759a7-52b2-437c-b9f2-e3e47cc49d44 req-f3fc30b4-f64e-4c61-9275-b8c2424c4c0a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:01.531528 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-52e759a7-52b2-437c-b9f2-e3e47cc49d44 req-f3fc30b4-f64e-4c61-9275-b8c2424c4c0a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1482518 Dec 24 10:30:01.563140 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5ff7b-fef8-4770-a4e3-1b309aac0308 req-360f7f93-3ac4-413d-a888-e114df27d9dc tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:01.564755 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0cf5ff7b-fef8-4770-a4e3-1b309aac0308 req-360f7f93-3ac4-413d-a888-e114df27d9dc tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 945 time: 0.1357760 Dec 24 10:30:01.610375 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-52e759a7-52b2-437c-b9f2-e3e47cc49d44 req-e2c9bfbe-fdfb-4bb3-99d8-31b0983dcfa0 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717216 Dec 24 10:30:01.630260 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0cf5ff7b-fef8-4770-a4e3-1b309aac0308 req-8fd5dbbb-3bd4-4279-8b6c-a83200a50802 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574524 Dec 24 10:30:01.682973 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37b0acf-53ed-4736-aece-1daee665ca76', 'name': 'network-vif-deleted', 'tag': 'a80f9059-ef2c-4d20-b1aa-70503aaea7b1', 'status': 'completed', 'code': 200} Dec 24 10:30:01.826433 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470a73a-e55d-4632-8313-3e7ab9fdacae req-001606a1-fa51-4ad8-a975-e0c7c456a11a tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:01.827945 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2470a73a-e55d-4632-8313-3e7ab9fdacae req-001606a1-fa51-4ad8-a975-e0c7c456a11a tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 943 time: 0.0809126 Dec 24 10:30:01.877900 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2470a73a-e55d-4632-8313-3e7ab9fdacae req-6718512d-f9c9-4534-bdd4-9a06fb66ae05 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434906 Dec 24 10:30:02.005047 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a3e937eb-c044-4fc9-95d4-2ca4ce368edc up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:30:02.074338 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port a3e937eb-c044-4fc9-95d4-2ca4ce368edc completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:30:02.080198 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port a3e937eb-c044-4fc9-95d4-2ca4ce368edc triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:02.080559 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:02.215176 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:02.248109 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f9564afe-7187-4ef9-b306-5f702bb840e0 req-fe1277c8-6a45-4c33-b3bd-b1c93fd29e44 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=b37b0acf-53ed-4736-aece-1daee665ca76 HTTP/1.1" status: 200 len: 210 time: 0.0582023 Dec 24 10:30:02.252059 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port a3e937eb-c044-4fc9-95d4-2ca4ce368edc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=a3e937eb-c044-4fc9-95d4-2ca4ce368edc,segment=NetworkSegment(4592d4f0-4047-409f-999b-92c780837e80),segment_id=4592d4f0-4047-409f-999b-92c780837e80)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:30:02.255369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:02.256291 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1cf1f785-c1a5-4367-943f-752cc658b2c8 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:30:02.290903 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:02.379293 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=a3e937eb-c044-4fc9-95d4-2ca4ce368edc,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:02.382956 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:02.392414 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 1cf1f785-c1a5-4367-943f-752cc658b2c8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:02.392864 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:02.454271 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e6d4cc-3b49-45a3-8cd2-51e668abaae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e937eb-c044-4fc9-95d4-2ca4ce368edc'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:30:02.517024 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e6d4cc-3b49-45a3-8cd2-51e668abaae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e937eb-c044-4fc9-95d4-2ca4ce368edc', 'code': 200} Dec 24 10:30:02.557554 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a80f9059-ef2c-4d20-b1aa-70503aaea7b1 no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:30:02.609425 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] No Port match for: a80f9059-ef2c-4d20-b1aa-70503aaea7b1 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:30:02.609818 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a80f9059-ef2c-4d20-b1aa-70503aaea7b1 not bound to the agent host hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:30:02.844533 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43c8f1-96c3-407d-987e-abdd3cc9d85a req-54ebfba7-b365-4ab7-a291-b6df13dffdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:02.846255 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-aa43c8f1-96c3-407d-987e-abdd3cc9d85a req-54ebfba7-b365-4ab7-a291-b6df13dffdee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 1162 time: 0.0808816 Dec 24 10:30:02.899394 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-aa43c8f1-96c3-407d-987e-abdd3cc9d85a req-b95e97e4-33a6-4d13-8707-7fd115570f31 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414531 Dec 24 10:30:02.916280 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c7271-4dd8-4f21-9786-691173487bbe req-38d58fcb-437e-4aed-9693-799060537343 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:02.917961 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b62c7271-4dd8-4f21-9786-691173487bbe req-38d58fcb-437e-4aed-9693-799060537343 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1605041 Dec 24 10:30:02.923934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775a584-d39e-4329-aa86-974008a6e93b req-6acf432d-9437-4fb7-80bd-6df379892216 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:02.925456 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9775a584-d39e-4329-aa86-974008a6e93b req-6acf432d-9437-4fb7-80bd-6df379892216 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 945 time: 0.1265883 Dec 24 10:30:02.999192 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b62c7271-4dd8-4f21-9786-691173487bbe req-eacb8fe5-e1fe-4b64-aee6-77543695dbb5 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727117 Dec 24 10:30:03.005791 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9775a584-d39e-4329-aa86-974008a6e93b req-e318dd02-c0ec-4795-b660-e83db2d1706d tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645418 Dec 24 10:30:03.281759 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae32d83-2905-4b37-843c-48dba26ef25b req-32a90ca6-5cbc-41fd-963c-c20732e725dc tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:03.281759 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6ae32d83-2905-4b37-843c-48dba26ef25b req-32a90ca6-5cbc-41fd-963c-c20732e725dc tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 945 time: 0.1555445 Dec 24 10:30:03.282302 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826bf04-d87e-454b-bd02-a7114bbd78ed req-720e8c1d-05ea-4704-8afc-67565b070cb8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:03.284002 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f826bf04-d87e-454b-bd02-a7114bbd78ed req-720e8c1d-05ea-4704-8afc-67565b070cb8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 945 time: 0.1305308 Dec 24 10:30:03.356449 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6ae32d83-2905-4b37-843c-48dba26ef25b req-a6bf2b40-d517-48b9-b6d5-c93603774f60 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710893 Dec 24 10:30:03.365669 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f826bf04-d87e-454b-bd02-a7114bbd78ed req-9758943f-d113-4118-88f6-aa5e9e3c9559 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628524 Dec 24 10:30:03.562647 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a3e937eb-c044-4fc9-95d4-2ca4ce368edc up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:30:03.636053 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port a3e937eb-c044-4fc9-95d4-2ca4ce368edc triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:03.636489 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:03.675174 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fbd2b-e71f-4a3d-961b-1b230b1e1370 req-04a3b160-3787-4230-a939-94ede2b11595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:03.677256 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2c6fbd2b-e71f-4a3d-961b-1b230b1e1370 req-04a3b160-3787-4230-a939-94ede2b11595 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 1163 time: 0.1029077 Dec 24 10:30:03.728823 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2c6fbd2b-e71f-4a3d-961b-1b230b1e1370 req-ed89c160-6cf1-4ca1-b3a8-19b419ec98a4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420692 Dec 24 10:30:03.849795 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de592f2-008a-4dc4-b657-1e271aa34d51 req-8887fb57-1a97-4bbf-b14e-ce1452b8f4e0 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:03.851472 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2de592f2-008a-4dc4-b657-1e271aa34d51 req-8887fb57-1a97-4bbf-b14e-ce1452b8f4e0 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 945 time: 0.0922334 Dec 24 10:30:03.904571 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2de592f2-008a-4dc4-b657-1e271aa34d51 req-207c54d1-223e-49f4-aff6-7d087e35189d tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453916 Dec 24 10:30:03.926448 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1cf1f785-c1a5-4367-943f-752cc658b2c8 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:30:03.993741 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 1cf1f785-c1a5-4367-943f-752cc658b2c8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:03.994155 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:04.212046 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fa50b-c7da-4a1c-8879-8f34cf9b7f32 req-3738f0f5-a22b-49d8-bddb-245002dd2a7c tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:04.213938 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-707fa50b-c7da-4a1c-8879-8f34cf9b7f32 req-3738f0f5-a22b-49d8-bddb-245002dd2a7c tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0844519 Dec 24 10:30:04.269011 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-707fa50b-c7da-4a1c-8879-8f34cf9b7f32 req-88fb1845-43ac-4dd9-aa9f-3c738a82ede5 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485640 Dec 24 10:30:04.589611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8ae3d-d6f8-425f-8870-dda44b388431 req-9e9fd15c-5a97-4afd-bdee-70ca31cd5bf0 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:04.591208 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6cf8ae3d-d6f8-425f-8870-dda44b388431 req-9e9fd15c-5a97-4afd-bdee-70ca31cd5bf0 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 945 time: 0.0892327 Dec 24 10:30:04.641733 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6cf8ae3d-d6f8-425f-8870-dda44b388431 req-43f265f9-9723-4758-91ba-8baea7d146b9 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423520 Dec 24 10:30:04.751782 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0c2f75d2-b229-48f7-810d-130c0467d9d5 req-1d065fc3-8b95-4bf9-8b92-98264300862b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0775156 Dec 24 10:30:04.865222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f75d2-b229-48f7-810d-130c0467d9d5 req-aa41409c-5aa5-4f1f-aea4-157c64c87aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:04.867188 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0c2f75d2-b229-48f7-810d-130c0467d9d5 req-aa41409c-5aa5-4f1f-aea4-157c64c87aeb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1217c7e5c11f45b1a5f92b3b99d2f69d&device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 1163 time: 0.0816374 Dec 24 10:30:05.111049 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f75d2-b229-48f7-810d-130c0467d9d5 req-18b9acdd-67d4-4c79-b0d4-c03cdbbd5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:05.113015 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0c2f75d2-b229-48f7-810d-130c0467d9d5 req-18b9acdd-67d4-4c79-b0d4-c03cdbbd5ae3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 HTTP/1.1" status: 200 len: 912 time: 0.1635871 Dec 24 10:30:05.173949 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded6cd6-e6ae-46d2-bd5a-8055dcdf97a6 req-81f17453-0738-480d-8eda-0913e125fe05 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:05.175565 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6ded6cd6-e6ae-46d2-bd5a-8055dcdf97a6 req-81f17453-0738-480d-8eda-0913e125fe05 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 945 time: 0.0902808 Dec 24 10:30:05.209679 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0c2f75d2-b229-48f7-810d-130c0467d9d5 req-e545f79c-c7fa-427c-8c21-37901eb7d5ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df92cdd-566e-4f6c-9bff-eb65be9f9144 HTTP/1.1" status: 200 len: 217 time: 0.0831151 Dec 24 10:30:05.241350 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6ded6cd6-e6ae-46d2-bd5a-8055dcdf97a6 req-48404bfb-8bf9-4d57-9bf1-f8c549c87929 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537965 Dec 24 10:30:05.244669 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 538577a6-c062-43ec-9dd5-ecd28e63719d up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:30:05.315906 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f75d2-b229-48f7-810d-130c0467d9d5 req-55d29af7-92b7-448d-8962-726ced869b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:05.334019 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0c2f75d2-b229-48f7-810d-130c0467d9d5 req-55d29af7-92b7-448d-8962-726ced869b3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3390986-5262-4576-aa00-ead79d3abb56 HTTP/1.1" status: 200 len: 858 time: 0.1135421 Dec 24 10:30:05.340015 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5cd9fac5-3ffd-473b-82e0-80d81bd3643a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:05.351685 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 538577a6-c062-43ec-9dd5-ecd28e63719d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:05.352859 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:05.400033 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0c2f75d2-b229-48f7-810d-130c0467d9d5 req-67c01799-15ba-4b8f-aaf2-b42a916cab51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529010 Dec 24 10:30:05.568906 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0c2f75d2-b229-48f7-810d-130c0467d9d5 req-0f370d97-0767-49dd-be15-799c6dacecb0 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569107 Dec 24 10:30:05.573482 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba44b65-db73-4be5-a98e-e275d5a64743 req-7832ca04-6836-4053-883c-8d13dba3e101 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:05.575105 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1ba44b65-db73-4be5-a98e-e275d5a64743 req-7832ca04-6836-4053-883c-8d13dba3e101 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0899847 Dec 24 10:30:05.629324 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1ba44b65-db73-4be5-a98e-e275d5a64743 req-00a6d5d8-0916-46a0-9a1c-11de3ab3b89a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471418 Dec 24 10:30:05.755056 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0c2f75d2-b229-48f7-810d-130c0467d9d5 req-4587e2b6-6ab5-44e0-9c3c-c7ed7cb48af7 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1729729 Dec 24 10:30:06.245329 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095d152-5269-4e46-a982-ff29df0b53e0 req-96e3f469-9973-491c-94b9-a5e003d62338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:06.247018 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c095d152-5269-4e46-a982-ff29df0b53e0 req-96e3f469-9973-491c-94b9-a5e003d62338 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1217c7e5c11f45b1a5f92b3b99d2f69d&device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 1163 time: 0.0790553 Dec 24 10:30:06.305982 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96093d31-139c-4b11-afed-f51ae4479a65 req-915b71dc-73dc-49c9-925e-8c20638b560a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:06.307299 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-96093d31-139c-4b11-afed-f51ae4479a65 req-915b71dc-73dc-49c9-925e-8c20638b560a tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0943840 Dec 24 10:30:06.360869 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-96093d31-139c-4b11-afed-f51ae4479a65 req-be763eb1-11b5-491a-a252-5936b0df1dd2 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469773 Dec 24 10:30:06.409780 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095d152-5269-4e46-a982-ff29df0b53e0 req-ffbc68b9-6e1c-4c8e-ad16-da4c38849745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:06.411379 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c095d152-5269-4e46-a982-ff29df0b53e0 req-ffbc68b9-6e1c-4c8e-ad16-da4c38849745 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 HTTP/1.1" status: 200 len: 912 time: 0.1507463 Dec 24 10:30:06.503075 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c095d152-5269-4e46-a982-ff29df0b53e0 req-4c12d163-f3de-4c79-a6a8-9d909a38baae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=538577a6-c062-43ec-9dd5-ecd28e63719d HTTP/1.1" status: 200 len: 217 time: 0.0839481 Dec 24 10:30:06.594058 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095d152-5269-4e46-a982-ff29df0b53e0 req-d9a0e863-5283-43f8-a787-9c64635f07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:06.598860 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c095d152-5269-4e46-a982-ff29df0b53e0 req-d9a0e863-5283-43f8-a787-9c64635f07c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3390986-5262-4576-aa00-ead79d3abb56 HTTP/1.1" status: 200 len: 858 time: 0.0862396 Dec 24 10:30:06.636545 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624eb13-5e3c-44f4-986c-6e9c17155ea2 req-34c3255f-8cec-4735-b521-8d6926b3da5c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:06.638398 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6624eb13-5e3c-44f4-986c-6e9c17155ea2 req-34c3255f-8cec-4735-b521-8d6926b3da5c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 945 time: 0.1404150 Dec 24 10:30:06.656076 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c095d152-5269-4e46-a982-ff29df0b53e0 req-6b8491a8-8d52-43bf-b101-86097f5107bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488954 Dec 24 10:30:06.695874 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6624eb13-5e3c-44f4-986c-6e9c17155ea2 req-2a3208da-cefa-430b-9473-0d19c7c462c6 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494068 Dec 24 10:30:07.025851 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c095d152-5269-4e46-a982-ff29df0b53e0 req-9052a31a-a212-4a46-bf47-8db6b088e3ce service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513262 Dec 24 10:30:07.213381 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c095d152-5269-4e46-a982-ff29df0b53e0 req-11589519-8174-4e47-8e5b-f1b99d5e0407 service neutron] 10.222.0.20 "GET /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415982 Dec 24 10:30:07.560467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5901612-13a3-4b83-82cc-6989bb601791 req-dfb2ecfc-a8fe-47f9-bf65-5949786a1892 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:07.561474 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-e5901612-13a3-4b83-82cc-6989bb601791 req-dfb2ecfc-a8fe-47f9-bf65-5949786a1892 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Synchronizing usage tracker for tenant:6c0b6c2f878f4976b75218d7d422d954 on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:30:07.580884 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-e5901612-13a3-4b83-82cc-6989bb601791 req-dfb2ecfc-a8fe-47f9-bf65-5949786a1892 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Unset dirty status for tenant:6c0b6c2f878f4976b75218d7d422d954 on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:30:07.582309 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e5901612-13a3-4b83-82cc-6989bb601791 req-dfb2ecfc-a8fe-47f9-bf65-5949786a1892 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 945 time: 0.1219304 Dec 24 10:30:07.655347 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64365d6b-8d6e-4654-a291-de528deac552 req-1e58642d-5cb3-4c34-af18-584bca0bbcc9 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:07.660546 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-64365d6b-8d6e-4654-a291-de528deac552 req-1e58642d-5cb3-4c34-af18-584bca0bbcc9 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1628482 Dec 24 10:30:07.750788 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-e5901612-13a3-4b83-82cc-6989bb601791 req-13c330a9-b6a3-4357-abb5-5ff30588d1a5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Deleting port 101bee49-d4fc-4cd7-88e7-8593cd98f6e6 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:30:07.751144 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e5901612-13a3-4b83-82cc-6989bb601791 req-13c330a9-b6a3-4357-abb5-5ff30588d1a5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:07.761376 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-64365d6b-8d6e-4654-a291-de528deac552 req-a8de2844-fe29-452d-b194-a1d4285a81d0 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908713 Dec 24 10:30:07.808433 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:07.959094 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db354e5-b0be-4883-89fc-1469278bf4de req-b14690e2-5321-4fef-8812-98a43272a0b1 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:07.960761 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5db354e5-b0be-4883-89fc-1469278bf4de req-b14690e2-5321-4fef-8812-98a43272a0b1 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 945 time: 0.0897915 Dec 24 10:30:07.975204 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e843b53e-2f2b-4c34-81f4-3e49b826b206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:08.010517 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5db354e5-b0be-4883-89fc-1469278bf4de req-9da05525-96d9-47b5-9ec8-180b3695d897 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/security-groups?id=76147498-bbbe-4684-bca5-06ace4c7aad9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421975 Dec 24 10:30:08.038277 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-e5901612-13a3-4b83-82cc-6989bb601791 req-13c330a9-b6a3-4357-abb5-5ff30588d1a5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] For port 101bee49-d4fc-4cd7-88e7-8593cd98f6e6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=101bee49-d4fc-4cd7-88e7-8593cd98f6e6,segment=NetworkSegment(c6268194-92ad-4907-9cbe-61414ca02230),segment_id=c6268194-92ad-4907-9cbe-61414ca02230)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:30:08.038682 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e5901612-13a3-4b83-82cc-6989bb601791 req-13c330a9-b6a3-4357-abb5-5ff30588d1a5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:08.166853 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-e5901612-13a3-4b83-82cc-6989bb601791 req-13c330a9-b6a3-4357-abb5-5ff30588d1a5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Calling delete_port for 101bee49-d4fc-4cd7-88e7-8593cd98f6e6 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:30:08.326571 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e5901612-13a3-4b83-82cc-6989bb601791 req-13c330a9-b6a3-4357-abb5-5ff30588d1a5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:08.342590 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-45ba3677-bf1f-45b3-87fb-a22d091342b7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:08.392327 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c330a9-b6a3-4357-abb5-5ff30588d1a5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Pushing event deleted for resources: {'Port': ['ID=101bee49-d4fc-4cd7-88e7-8593cd98f6e6,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:08.405343 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-13c330a9-b6a3-4357-abb5-5ff30588d1a5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:08.564545 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5901612-13a3-4b83-82cc-6989bb601791 req-13c330a9-b6a3-4357-abb5-5ff30588d1a5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] No DVR routers for this DVR port 101bee49-d4fc-4cd7-88e7-8593cd98f6e6 on host hv-cinder-76845 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:30:08.566715 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e5901612-13a3-4b83-82cc-6989bb601791 req-13c330a9-b6a3-4357-abb5-5ff30588d1a5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:08.569845 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a9817e-2ef8-4c8a-a22b-eea4df3bd360', 'name': 'network-vif-deleted', 'tag': '101bee49-d4fc-4cd7-88e7-8593cd98f6e6'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:30:08.587056 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e5901612-13a3-4b83-82cc-6989bb601791 req-13c330a9-b6a3-4357-abb5-5ff30588d1a5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.20 "DELETE /v2.0/ports/101bee49-d4fc-4cd7-88e7-8593cd98f6e6 HTTP/1.1" status: 204 len: 173 time: 0.9951520 Dec 24 10:30:08.634721 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a9817e-2ef8-4c8a-a22b-eea4df3bd360', 'name': 'network-vif-deleted', 'tag': '101bee49-d4fc-4cd7-88e7-8593cd98f6e6', 'status': 'completed', 'code': 200} Dec 24 10:30:08.686558 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:09.223884 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5de77-48d0-4ec0-bd2c-78d0f0d95dac req-37d17380-bc7f-46e0-9b8d-f7ee3d1aaed8 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:09.225505 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2fc5de77-48d0-4ec0-bd2c-78d0f0d95dac req-37d17380-bc7f-46e0-9b8d-f7ee3d1aaed8 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.3180308 Dec 24 10:30:09.239039 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-191383ca-f841-4a39-be73-8d18b6f77ce1 req-7771c2e1-c6f2-4844-9b2e-d8e3ab0dd620 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] 10.222.0.58 "GET /v2.0/ports?device_id=71a9817e-2ef8-4c8a-a22b-eea4df3bd360 HTTP/1.1" status: 200 len: 210 time: 0.0559857 Dec 24 10:30:09.239588 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:09.255530 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 538577a6-c062-43ec-9dd5-ecd28e63719d up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:30:09.285984 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2fc5de77-48d0-4ec0-bd2c-78d0f0d95dac req-b83f59fa-efaa-4bd1-b697-ff0e0a964188 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493598 Dec 24 10:30:09.326778 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 538577a6-c062-43ec-9dd5-ecd28e63719d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:09.327121 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:09.463744 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171d974-bf9d-4f71-971d-2390c18c65f3 req-14ed3781-1911-4af7-be52-e81bacd15319 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:09.465397 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b171d974-bf9d-4f71-971d-2390c18c65f3 req-14ed3781-1911-4af7-be52-e81bacd15319 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 945 time: 0.1030972 Dec 24 10:30:09.502156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 101bee49-d4fc-4cd7-88e7-8593cd98f6e6 no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:30:09.516706 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b171d974-bf9d-4f71-971d-2390c18c65f3 req-0234f24a-8d1a-456f-9d00-d082bd126aad tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448871 Dec 24 10:30:09.536441 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] No Port match for: 101bee49-d4fc-4cd7-88e7-8593cd98f6e6 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:30:09.536900 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 101bee49-d4fc-4cd7-88e7-8593cd98f6e6 not bound to the agent host hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:30:09.733958 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-18b49ff4-b16b-4c59-9123-67e91b178def req-48ed0719-f512-410d-9b6b-e4e9ab7c1193 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1601701 Dec 24 10:30:09.746119 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Request body: {'floatingip': {'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:09.751735 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:09.755746 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Usage tracker for resource:floatingip and tenant:0977ccd094224ec091b2d48bd500d4e8 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:09.758801 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:09.764561 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:09.774516 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for floatingip, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:09.926608 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:09.994318 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:10.203623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Allocated IP 172.28.2.46 (81ea6ac4-2b55-4e45-bfef-bd97c85883e8/5f0c4e3f-7153-464a-952b-cce20cfb6b8f/0555c2e4-157b-4d5e-b91d-8b03b7353008) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:30:10.355202 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33968) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:10.370534 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:10.396431 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:10.412484 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-84d17a03-49c3-44d4-bb75-e9b7d902a6c8 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:10.423964 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_v2 [None req-644cfcd6-4e92-4ac7-9e95-380bdb2583e4 admin admin] Deleting subnet 35c06aae-d814-4d04-b231-1c4580d06493 {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 24 10:30:10.427274 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-644cfcd6-4e92-4ac7-9e95-380bdb2583e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:10.485820 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-644cfcd6-4e92-4ac7-9e95-380bdb2583e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844068720'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:10.549387 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-644cfcd6-4e92-4ac7-9e95-380bdb2583e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3650982'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:10.598889 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Pushing event updated for resources: {'Port': ['ID=0555c2e4-157b-4d5e-b91d-8b03b7353008,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:10.609702 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:10.673166 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b2b63-aeb7-457a-94bf-ac2e03f46d72 req-09f78ecf-ad04-4f48-bf5d-d999fba16578 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:10.676656 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-704b2b63-aeb7-457a-94bf-ac2e03f46d72 req-09f78ecf-ad04-4f48-bf5d-d999fba16578 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.2068741 Dec 24 10:30:10.687867 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:30:10.704266 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:30:10.709839 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:30:10.778632 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-704b2b63-aeb7-457a-94bf-ac2e03f46d72 req-4d456c14-0a1f-4b96-8d89-232cc5825afa tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937793 Dec 24 10:30:10.816163 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for floatingip, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:10.828341 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-644cfcd6-4e92-4ac7-9e95-380bdb2583e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851124819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11191368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10559393'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:10.848115 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:10.880985 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:10.907795 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644cfcd6-4e92-4ac7-9e95-380bdb2583e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35c06aae-d814-4d04-b231-1c4580d06493,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:10.911820 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-644cfcd6-4e92-4ac7-9e95-380bdb2583e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:11.017861 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-644cfcd6-4e92-4ac7-9e95-380bdb2583e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:11.025546 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-644cfcd6-4e92-4ac7-9e95-380bdb2583e4 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/35c06aae-d814-4d04-b231-1c4580d06493 HTTP/1.1" status: 204 len: 168 time: 0.6692100 Dec 24 10:30:11.028131 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33978) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:11.138642 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 538577a6-c062-43ec-9dd5-ecd28e63719d up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:30:11.186872 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e8d78a8c-e67f-49e3-b903-aa52d3986e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850967753'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:11.198338 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:11.202542 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:11.218549 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-faf212dc-bc6d-49db-8bde-db23fad9da48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:11.259993 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 538577a6-c062-43ec-9dd5-ecd28e63719d triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:11.260873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:11.386483 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Pushing event updated for resources: {'Port': ['ID=0555c2e4-157b-4d5e-b91d-8b03b7353008,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:11.391641 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:11.419435 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e8d78a8c-e67f-49e3-b903-aa52d3986e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3646220', 'neutron.services.segments.db._delete_segments_for_network-8752750691050'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:11.493163 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:11.516550 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:11.517976 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-18b49ff4-b16b-4c59-9123-67e91b178def req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7766335 Dec 24 10:30:11.547235 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-e8d78a8c-e67f-49e3-b903-aa52d3986e24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979c235f-62a2-43bc-839f-795da3956b53']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:11.565607 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-e8d78a8c-e67f-49e3-b903-aa52d3986e24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6268194-92ad-4907-9cbe-61414ca02230') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:11.566183 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-e8d78a8c-e67f-49e3-b903-aa52d3986e24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6268194-92ad-4907-9cbe-61414ca02230') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:11.580831 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e8d78a8c-e67f-49e3-b903-aa52d3986e24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284104077820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10707081'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:11.598387 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e8d78a8c-e67f-49e3-b903-aa52d3986e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:11.600419 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e8d78a8c-e67f-49e3-b903-aa52d3986e24 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 24 10:30:11.614992 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-18b49ff4-b16b-4c59-9123-67e91b178def req-0e4da090-f361-46c9-85ac-6d7803e7a199 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Synchronizing usage tracker for tenant:0977ccd094224ec091b2d48bd500d4e8 on resource:floatingip {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:30:11.633232 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-18b49ff4-b16b-4c59-9123-67e91b178def req-0e4da090-f361-46c9-85ac-6d7803e7a199 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Unset dirty status for tenant:0977ccd094224ec091b2d48bd500d4e8 on resource:floatingip {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:30:11.634503 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-18b49ff4-b16b-4c59-9123-67e91b178def req-0e4da090-f361-46c9-85ac-6d7803e7a199 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.28.2.46 HTTP/1.1" status: 200 len: 695 time: 0.1046243 Dec 24 10:30:11.790555 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-e8d78a8c-e67f-49e3-b903-aa52d3986e24 admin admin] Network 979c235f-62a2-43bc-839f-795da3956b53 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:30:11.794710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b49ff4-b16b-4c59-9123-67e91b178def req-db8c080b-ed9e-4ecf-971c-8907508ab403 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:11.796189 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-18b49ff4-b16b-4c59-9123-67e91b178def req-db8c080b-ed9e-4ecf-971c-8907508ab403 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/networks/81ea6ac4-2b55-4e45-bfef-bd97c85883e8 HTTP/1.1" status: 200 len: 784 time: 0.1555195 Dec 24 10:30:11.799973 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e8d78a8c-e67f-49e3-b903-aa52d3986e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851123691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843584790'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:11.809937 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [req-18b49ff4-b16b-4c59-9123-67e91b178def req-9c8bc03f-73c1-4249-b8dc-708676f4d088 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 24 10:30:11.811078 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-18b49ff4-b16b-4c59-9123-67e91b178def req-9c8bc03f-73c1-4249-b8dc-708676f4d088 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0082664 Dec 24 10:30:11.986004 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-e8d78a8c-e67f-49e3-b903-aa52d3986e24 admin admin] Network 979c235f-62a2-43bc-839f-795da3956b53 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: Traceback (most recent call last): Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: timer() Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: cb(*args, **kw) Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: return func(*args, **kwargs) Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: self._notify() Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: self.callback(batched_events) Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: event.method(event) Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: segment_id)['aggregates'][0] Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: return f(self, *a, **k) Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: return self._get(url).json() Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: **kwargs) Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: return self.request(url, 'GET', **kwargs) Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: **endpoint_filter) Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:30:12.012997 dv-cinder-768458-2-smb neutron-server[80090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:30:12.015725 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-ba88e3c8-49fc-459f-86ae-037a1c65b0ca tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:12.016033 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-ba88e3c8-49fc-459f-86ae-037a1c65b0ca tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0840554 Dec 24 10:30:12.099865 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e8d78a8c-e67f-49e3-b903-aa52d3986e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851129596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740512'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:12.104024 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-78526df9-96da-45c7-8ee8-d8e8174b4959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:12.117278 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-f94f53fa-4043-40e4-a8ee-6fb4ae12278d tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.28.2.46 HTTP/1.1" status: 200 len: 695 time: 0.0945830 Dec 24 10:30:12.126329 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e8d78a8c-e67f-49e3-b903-aa52d3986e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:12.126521 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-1f437b78-4629-4efa-9e05-88b574eef569 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Request body: {'floatingip': {'port_id': '1cf1f785-c1a5-4367-943f-752cc658b2c8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:12.130465 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d78a8c-e67f-49e3-b903-aa52d3986e24 admin admin] Pushing event deleted for resources: {'Network': ['ID=979c235f-62a2-43bc-839f-795da3956b53,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:12.145013 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e8d78a8c-e67f-49e3-b903-aa52d3986e24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:12.151742 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-e8d78a8c-e67f-49e3-b903-aa52d3986e24 admin admin] 10.222.0.58 "DELETE /v2.0/networks/979c235f-62a2-43bc-839f-795da3956b53 HTTP/1.1" status: 204 len: 168 time: 1.1225364 Dec 24 10:30:12.224061 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-1f437b78-4629-4efa-9e05-88b574eef569 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for floatingip, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:12.467450 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 33998) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:12.557161 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-22a23e38-cd19-41fa-bedb-1ab253fc726f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c0b6c2f878f4976b75218d7d422d954&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0878365 Dec 24 10:30:12.559664 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34004) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:12.643684 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d5381d7b-34cc-41f6-90d2-88f307df4257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:12.673876 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d5381d7b-34cc-41f6-90d2-88f307df4257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:12.729664 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d5381d7b-34cc-41f6-90d2-88f307df4257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:12.735092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-700554c9-0373-4e6e-b82f-554f68103824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:12.749839 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5381d7b-34cc-41f6-90d2-88f307df4257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76147498-bbbe-4684-bca5-06ace4c7aad9,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:12.752730 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d5381d7b-34cc-41f6-90d2-88f307df4257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:12.754059 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d5381d7b-34cc-41f6-90d2-88f307df4257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:12.755284 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-d5381d7b-34cc-41f6-90d2-88f307df4257 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/76147498-bbbe-4684-bca5-06ace4c7aad9 HTTP/1.1" status: 204 len: 168 time: 0.1944857 Dec 24 10:30:13.293240 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-1f437b78-4629-4efa-9e05-88b574eef569 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:13.296489 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-1f437b78-4629-4efa-9e05-88b574eef569 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:13.480824 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.l3_db [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-1f437b78-4629-4efa-9e05-88b574eef569 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Floating IP 76c1833e-fc33-4703-bc0c-315c705eaa72 associated. External IP: 172.28.2.46, port: 1cf1f785-c1a5-4367-943f-752cc658b2c8. Dec 24 10:30:13.850882 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-1f437b78-4629-4efa-9e05-88b574eef569 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Router 1b767128-66fd-425f-af1e-277ebd63135c has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:30:14.048560 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-1f437b78-4629-4efa-9e05-88b574eef569 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:30:14.052925 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-1f437b78-4629-4efa-9e05-88b574eef569 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:14.058881 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d79641b-2a7a-41cf-8530-4fa3ce956359 None None] Sync routers for ids ['1b767128-66fd-425f-af1e-277ebd63135c'] in dv-cinder-768458-2-smb {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:30:14.070076 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d79641b-2a7a-41cf-8530-4fa3ce956359 None None] Routers {'1b767128-66fd-425f-af1e-277ebd63135c'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:30:14.070969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-4d79641b-2a7a-41cf-8530-4fa3ce956359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:30:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['1b767128-66fd-425f-af1e-277ebd63135c'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:14.111057 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-1f437b78-4629-4efa-9e05-88b574eef569 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "PUT /v2.0/floatingips/76c1833e-fc33-4703-bc0c-315c705eaa72 HTTP/1.1" status: 200 len: 995 time: 1.9919777 Dec 24 10:30:14.111688 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'tag': '1cf1f785-c1a5-4367-943f-752cc658b2c8'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:30:14.185498 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'tag': '1cf1f785-c1a5-4367-943f-752cc658b2c8', 'status': 'completed', 'code': 200} Dec 24 10:30:14.246081 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-bf084280-05b8-4f8a-9f1d-13c18576c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:14.247745 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-bf084280-05b8-4f8a-9f1d-13c18576c34e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0977ccd094224ec091b2d48bd500d4e8&device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 1162 time: 0.1171341 Dec 24 10:30:14.332483 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-4d79641b-2a7a-41cf-8530-4fa3ce956359 None None] Set router 1b767128-66fd-425f-af1e-277ebd63135c gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:30:14.346578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b050346-e682-4076-b548-81673bc2bd9f req-f1e1e412-c1d0-4c8c-83a2-9569d6c73652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:14.348376 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b050346-e682-4076-b548-81673bc2bd9f req-f1e1e412-c1d0-4c8c-83a2-9569d6c73652 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0977ccd094224ec091b2d48bd500d4e8&device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 1162 time: 0.1100631 Dec 24 10:30:14.550002 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-ff9ebfb7-377e-429e-8bff-432fdc76be92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:14.558261 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-ff9ebfb7-377e-429e-8bff-432fdc76be92 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6d04766c-e866-4a4b-baed-8e2a07265490 HTTP/1.1" status: 200 len: 909 time: 0.3040111 Dec 24 10:30:14.599739 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b050346-e682-4076-b548-81673bc2bd9f req-38e6c835-2bb4-4620-b7b1-4cc8738f20d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:14.601691 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b050346-e682-4076-b548-81673bc2bd9f req-38e6c835-2bb4-4620-b7b1-4cc8738f20d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d04766c-e866-4a4b-baed-8e2a07265490 HTTP/1.1" status: 200 len: 909 time: 0.2354565 Dec 24 10:30:14.670761 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-e8c79aea-8dd7-433d-9ff2-9186c02a62b0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cf1f785-c1a5-4367-943f-752cc658b2c8 HTTP/1.1" status: 200 len: 998 time: 0.1115253 Dec 24 10:30:14.719186 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b050346-e682-4076-b548-81673bc2bd9f req-58e5fc61-8db6-42e1-ab89-f6f17085b9be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cf1f785-c1a5-4367-943f-752cc658b2c8 HTTP/1.1" status: 200 len: 998 time: 0.1068923 Dec 24 10:30:14.741459 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-b8179a3f-f6b6-44df-bbfe-876dd79eb67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:14.745280 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-b8179a3f-f6b6-44df-bbfe-876dd79eb67b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e85fe94b-6f84-41a3-b43b-b57aabbb2996 HTTP/1.1" status: 200 len: 854 time: 0.0736613 Dec 24 10:30:14.800746 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b050346-e682-4076-b548-81673bc2bd9f req-d7d4e575-f825-43ef-b2a8-76e254a448a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:14.802496 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b050346-e682-4076-b548-81673bc2bd9f req-d7d4e575-f825-43ef-b2a8-76e254a448a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e85fe94b-6f84-41a3-b43b-b57aabbb2996 HTTP/1.1" status: 200 len: 854 time: 0.0742447 Dec 24 10:30:14.827455 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-70d721d3-09c1-47ea-a7bd-8c3b69957dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:14.829105 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-70d721d3-09c1-47ea-a7bd-8c3b69957dd2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d04766c-e866-4a4b-baed-8e2a07265490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785336 Dec 24 10:30:14.833851 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-4d79641b-2a7a-41cf-8530-4fa3ce956359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b767128-66fd-425f-af1e-277ebd63135c', 'name': 'tempest-TestMinimumBasicScenario-1101455058-router', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:29:08Z', 'updated_at': '2020-12-24T10:29:15Z', 'revision_number': 4, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'gw_port': {'id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:09Z', 'updated_at': '2020-12-24T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '76c1833e-fc33-4703-bc0c-315c705eaa72', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'floating_ip_address': '172.28.2.46', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'port_id': '1cf1f785-c1a5-4367-943f-752cc658b2c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'mac_address': 'fa:16:3e:be:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:30:10Z', 'updated_at': '2020-12-24T10:30:13Z', 'revision_number': 1, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42606dd6-f7bc-4cf0-8689-812750e0bb38', 'name': '', 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'mac_address': 'fa:16:3e:35:46:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:13Z', 'updated_at': '2020-12-24T10:29:25Z', 'revision_number': 5, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'subnets': [{'id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:14.838893 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d79641b-2a7a-41cf-8530-4fa3ce956359 None None] Checking router: 1b767128-66fd-425f-af1e-277ebd63135c for host: dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:30:14.842221 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-a178ccef-f623-44bd-8f52-c6c063838ff2 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 24 10:30:14.843251 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-a178ccef-f623-44bd-8f52-c6c063838ff2 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0061622 Dec 24 10:30:14.847891 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d79641b-2a7a-41cf-8530-4fa3ce956359 None None] Routers {'1b767128-66fd-425f-af1e-277ebd63135c'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:30:14.848634 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-4d79641b-2a7a-41cf-8530-4fa3ce956359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:30:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['1b767128-66fd-425f-af1e-277ebd63135c'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:14.890636 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b050346-e682-4076-b548-81673bc2bd9f req-52935da0-923f-4f79-b083-6ea4fd3bb63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:14.892306 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b050346-e682-4076-b548-81673bc2bd9f req-52935da0-923f-4f79-b083-6ea4fd3bb63d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d04766c-e866-4a4b-baed-8e2a07265490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763505 Dec 24 10:30:14.988565 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-275c7d1b-925b-4919-9d8c-e7a024351114 service neutron] 10.222.0.58 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379290 Dec 24 10:30:15.041162 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b050346-e682-4076-b548-81673bc2bd9f req-5e24dd3e-4d32-4ed0-aaa7-53ccc7a432aa service neutron] 10.222.0.20 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385734 Dec 24 10:30:15.042492 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-4d79641b-2a7a-41cf-8530-4fa3ce956359 None None] Set router 1b767128-66fd-425f-af1e-277ebd63135c gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:30:15.216672 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b050346-e682-4076-b548-81673bc2bd9f req-606a4080-7c9d-4574-83d7-ba4a0bb82d2f service neutron] 10.222.0.20 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1617470 Dec 24 10:30:15.351107 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9ba517a-8a9a-40df-92b7-4da744d2c0e9 req-17549327-0ca0-464d-9bd2-bb5fff5c31fc service neutron] 10.222.0.58 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3548684 Dec 24 10:30:15.402390 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-cb72524c-e7ae-47b2-96ea-3ecf6b1d4d26 req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1863355735', 'description': 'tempest-TestMinimumBasicScenario-1863355735 description'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:15.410318 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-cb72524c-e7ae-47b2-96ea-3ecf6b1d4d26 req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:15.416319 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-cb72524c-e7ae-47b2-96ea-3ecf6b1d4d26 req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Usage tracker for resource:security_group and tenant:0977ccd094224ec091b2d48bd500d4e8 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:15.419623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-cb72524c-e7ae-47b2-96ea-3ecf6b1d4d26 req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:15.425874 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-cb72524c-e7ae-47b2-96ea-3ecf6b1d4d26 req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:15.436712 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-cb72524c-e7ae-47b2-96ea-3ecf6b1d4d26 req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:15.459128 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-cb72524c-e7ae-47b2-96ea-3ecf6b1d4d26 req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:15.465033 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-cb72524c-e7ae-47b2-96ea-3ecf6b1d4d26 req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Usage tracker for resource:security_group_rule and tenant:0977ccd094224ec091b2d48bd500d4e8 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:15.469316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-cb72524c-e7ae-47b2-96ea-3ecf6b1d4d26 req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:15.475108 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-cb72524c-e7ae-47b2-96ea-3ecf6b1d4d26 req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:15.587706 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-cb72524c-e7ae-47b2-96ea-3ecf6b1d4d26 req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:15.591668 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-cb72524c-e7ae-47b2-96ea-3ecf6b1d4d26 req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:15.597567 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b199ad20-cd87-4306-baae-1a4f6683ef2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:15.675963 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-4d79641b-2a7a-41cf-8530-4fa3ce956359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b767128-66fd-425f-af1e-277ebd63135c', 'name': 'tempest-TestMinimumBasicScenario-1101455058-router', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:29:08Z', 'updated_at': '2020-12-24T10:29:15Z', 'revision_number': 4, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'gw_port': {'id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:09Z', 'updated_at': '2020-12-24T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '76c1833e-fc33-4703-bc0c-315c705eaa72', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'floating_ip_address': '172.28.2.46', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'port_id': '1cf1f785-c1a5-4367-943f-752cc658b2c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'mac_address': 'fa:16:3e:be:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:30:10Z', 'updated_at': '2020-12-24T10:30:13Z', 'revision_number': 1, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42606dd6-f7bc-4cf0-8689-812750e0bb38', 'name': '', 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'mac_address': 'fa:16:3e:35:46:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:13Z', 'updated_at': '2020-12-24T10:29:25Z', 'revision_number': 5, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'subnets': [{'id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:15.682017 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Pushing event updated for resources: {'SecurityGroup': ['ID=c1823cfe-d120-4aff-91a8-d62b433f7e57,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:15.682169 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d79641b-2a7a-41cf-8530-4fa3ce956359 None None] The sync data for ids ['1b767128-66fd-425f-af1e-277ebd63135c'] in dv-cinder-768458-2-smb is: [{'id': '1b767128-66fd-425f-af1e-277ebd63135c', 'name': 'tempest-TestMinimumBasicScenario-1101455058-router', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:29:08Z', 'updated_at': '2020-12-24T10:29:15Z', 'revision_number': 4, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'gw_port': {'id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:09Z', 'updated_at': '2020-12-24T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '76c1833e-fc33-4703-bc0c-315c705eaa72', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'floating_ip_address': '172.28.2.46', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'port_id': '1cf1f785-c1a5-4367-943f-752cc658b2c8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'mac_address': 'fa:16:3e:be:d0:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:30:10Z', 'updated_at': '2020-12-24T10:30:13Z', 'revision_number': 1, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42606dd6-f7bc-4cf0-8689-812750e0bb38', 'name': '', 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'mac_address': 'fa:16:3e:35:46:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:13Z', 'updated_at': '2020-12-24T10:29:25Z', 'revision_number': 5, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'subnets': [{'id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:30:15.713012 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:15.713969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-cb72524c-e7ae-47b2-96ea-3ecf6b1d4d26 req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:15.733470 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cb72524c-e7ae-47b2-96ea-3ecf6b1d4d26 req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1769 time: 0.3360083 Dec 24 10:30:15.842960 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e096cc-3419-4c1c-9cd8-f68db05ee405 req-32ff7d73-d4e9-49d5-9747-33531bfda145 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:15.844629 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c7e096cc-3419-4c1c-9cd8-f68db05ee405 req-32ff7d73-d4e9-49d5-9747-33531bfda145 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.0924392 Dec 24 10:30:15.909722 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c7e096cc-3419-4c1c-9cd8-f68db05ee405 req-282430fe-c555-4dbd-b246-bcff90ef05f7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548141 Dec 24 10:30:15.955651 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b0fb8885-e0a2-4191-9e72-5aae9cd760a2 req-b4d4f996-b7fb-46f6-8695-e24a4d3a267d tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups/c1823cfe-d120-4aff-91a8-d62b433f7e57 HTTP/1.1" status: 200 len: 1764 time: 0.0593309 Dec 24 10:30:15.967080 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-b0fb8885-e0a2-4191-9e72-5aae9cd760a2 req-1a07c45b-74ef-4f8e-bd6b-8c2a85bbed6a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c1823cfe-d120-4aff-91a8-d62b433f7e57', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:15.967526 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-b0fb8885-e0a2-4191-9e72-5aae9cd760a2 req-1a07c45b-74ef-4f8e-bd6b-8c2a85bbed6a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c1823cfe-d120-4aff-91a8-d62b433f7e57', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:15.973871 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-b0fb8885-e0a2-4191-9e72-5aae9cd760a2 req-1a07c45b-74ef-4f8e-bd6b-8c2a85bbed6a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:15.978484 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-b0fb8885-e0a2-4191-9e72-5aae9cd760a2 req-1a07c45b-74ef-4f8e-bd6b-8c2a85bbed6a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Usage tracker for resource:security_group_rule and tenant:0977ccd094224ec091b2d48bd500d4e8 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:15.981551 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-b0fb8885-e0a2-4191-9e72-5aae9cd760a2 req-1a07c45b-74ef-4f8e-bd6b-8c2a85bbed6a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:15.987294 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-b0fb8885-e0a2-4191-9e72-5aae9cd760a2 req-1a07c45b-74ef-4f8e-bd6b-8c2a85bbed6a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:16.054159 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b0fb8885-e0a2-4191-9e72-5aae9cd760a2 req-1a07c45b-74ef-4f8e-bd6b-8c2a85bbed6a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:16.086187 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b0fb8885-e0a2-4191-9e72-5aae9cd760a2 req-1a07c45b-74ef-4f8e-bd6b-8c2a85bbed6a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:16.086813 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1927824-1c82-435c-8bb2-280dafe42122 None None] New status for floating IP 76c1833e-fc33-4703-bc0c-315c705eaa72: ACTIVE {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 24 10:30:16.089750 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b0fb8885-e0a2-4191-9e72-5aae9cd760a2 req-1a07c45b-74ef-4f8e-bd6b-8c2a85bbed6a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415296'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:16.092258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:16.115408 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07c45b-74ef-4f8e-bd6b-8c2a85bbed6a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8ccf011-b307-4d2e-a8e8-4a3fcecf40ee,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:16.120160 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1a07c45b-74ef-4f8e-bd6b-8c2a85bbed6a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:16.135608 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b0fb8885-e0a2-4191-9e72-5aae9cd760a2 req-1a07c45b-74ef-4f8e-bd6b-8c2a85bbed6a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:16.137103 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b0fb8885-e0a2-4191-9e72-5aae9cd760a2 req-1a07c45b-74ef-4f8e-bd6b-8c2a85bbed6a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.1743641 Dec 24 10:30:16.228470 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e8378f5b-c9a3-42c7-82b8-e71419d8bfc5 req-b23f7fc3-1051-41cf-9bbb-01b71751a478 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups/c1823cfe-d120-4aff-91a8-d62b433f7e57 HTTP/1.1" status: 200 len: 2325 time: 0.0569220 Dec 24 10:30:16.240533 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-e8378f5b-c9a3-42c7-82b8-e71419d8bfc5 req-8d0f29df-d0a3-4be7-b5d0-145afe5218d1 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c1823cfe-d120-4aff-91a8-d62b433f7e57', 'remote_group_id': None}]} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:16.240999 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-e8378f5b-c9a3-42c7-82b8-e71419d8bfc5 req-8d0f29df-d0a3-4be7-b5d0-145afe5218d1 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c1823cfe-d120-4aff-91a8-d62b433f7e57', 'remote_group_id': None}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:16.247807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-e8378f5b-c9a3-42c7-82b8-e71419d8bfc5 req-8d0f29df-d0a3-4be7-b5d0-145afe5218d1 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:16.254301 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-e8378f5b-c9a3-42c7-82b8-e71419d8bfc5 req-8d0f29df-d0a3-4be7-b5d0-145afe5218d1 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Usage tracker for resource:security_group_rule and tenant:0977ccd094224ec091b2d48bd500d4e8 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:16.260140 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-e8378f5b-c9a3-42c7-82b8-e71419d8bfc5 req-8d0f29df-d0a3-4be7-b5d0-145afe5218d1 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:16.264738 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-e8378f5b-c9a3-42c7-82b8-e71419d8bfc5 req-8d0f29df-d0a3-4be7-b5d0-145afe5218d1 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:16.350745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e8378f5b-c9a3-42c7-82b8-e71419d8bfc5 req-8d0f29df-d0a3-4be7-b5d0-145afe5218d1 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:16.377595 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e8378f5b-c9a3-42c7-82b8-e71419d8bfc5 req-8d0f29df-d0a3-4be7-b5d0-145afe5218d1 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:16.380639 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e8378f5b-c9a3-42c7-82b8-e71419d8bfc5 req-8d0f29df-d0a3-4be7-b5d0-145afe5218d1 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415296'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:16.382996 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e94f2130-9309-4dd9-b45c-518da043b9d3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:16.416128 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f29df-d0a3-4be7-b5d0-145afe5218d1 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bf442cb-97dd-46f5-b62a-52053e9ef005,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:16.420463 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8d0f29df-d0a3-4be7-b5d0-145afe5218d1 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:16.427544 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e8378f5b-c9a3-42c7-82b8-e71419d8bfc5 req-8d0f29df-d0a3-4be7-b5d0-145afe5218d1 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:16.428818 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e8378f5b-c9a3-42c7-82b8-e71419d8bfc5 req-8d0f29df-d0a3-4be7-b5d0-145afe5218d1 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.1935301 Dec 24 10:30:16.577862 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-e2f040c9-b843-4b1c-9f72-595236fc8567 req-c81fe584-6c33-49a5-878d-88d61ad60ddc tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Synchronizing usage tracker for tenant:0977ccd094224ec091b2d48bd500d4e8 on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:30:16.595924 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-e2f040c9-b843-4b1c-9f72-595236fc8567 req-c81fe584-6c33-49a5-878d-88d61ad60ddc tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Unset dirty status for tenant:0977ccd094224ec091b2d48bd500d4e8 on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:30:16.597232 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e2f040c9-b843-4b1c-9f72-595236fc8567 req-c81fe584-6c33-49a5-878d-88d61ad60ddc tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1863355735&fields=id&tenant_id=0977ccd094224ec091b2d48bd500d4e8 HTTP/1.1" status: 200 len: 267 time: 0.0620534 Dec 24 10:30:16.684316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f040c9-b843-4b1c-9f72-595236fc8567 req-726b3069-c414-4afa-b0a6-a1c32843a641 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:16.685990 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e2f040c9-b843-4b1c-9f72-595236fc8567 req-726b3069-c414-4afa-b0a6-a1c32843a641 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 945 time: 0.0824168 Dec 24 10:30:16.698113 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-e2f040c9-b843-4b1c-9f72-595236fc8567 req-e18db090-f8e5-4218-9bb0-c5079b869938 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Request body: {'port': {'security_groups': ['09c295f7-019a-476c-a77b-9a1cf9a10637', 'c1823cfe-d120-4aff-91a8-d62b433f7e57']}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:16.827610 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e2f040c9-b843-4b1c-9f72-595236fc8567 req-e18db090-f8e5-4218-9bb0-c5079b869938 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:17.205183 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-e2f040c9-b843-4b1c-9f72-595236fc8567 req-e18db090-f8e5-4218-9bb0-c5079b869938 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] For port 1cf1f785-c1a5-4367-943f-752cc658b2c8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=1cf1f785-c1a5-4367-943f-752cc658b2c8,segment=NetworkSegment(b6fcadf7-cc13-415d-84af-fd52031bf2b3),segment_id=b6fcadf7-cc13-415d-84af-fd52031bf2b3)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:30:17.229617 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901c0a4-3261-40e1-87a9-bd59a4c7a3ee req-458ce928-c9c9-4f40-9e6b-a5c5feba4b1e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:17.231205 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9901c0a4-3261-40e1-87a9-bd59a4c7a3ee req-458ce928-c9c9-4f40-9e6b-a5c5feba4b1e tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.1852689 Dec 24 10:30:17.265047 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e2f040c9-b843-4b1c-9f72-595236fc8567 req-e18db090-f8e5-4218-9bb0-c5079b869938 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:17.271909 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e2f040c9-b843-4b1c-9f72-595236fc8567 req-e18db090-f8e5-4218-9bb0-c5079b869938 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:17.290002 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:17.378142 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9901c0a4-3261-40e1-87a9-bd59a4c7a3ee req-80385ca5-21f1-4f3d-ab26-764c3d1d5334 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369696 Dec 24 10:30:17.460989 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18db090-f8e5-4218-9bb0-c5079b869938 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Pushing event updated for resources: {'Port': ['ID=1cf1f785-c1a5-4367-943f-752cc658b2c8,revision_number=5']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:17.465566 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e18db090-f8e5-4218-9bb0-c5079b869938 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:17.506672 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f040c9-b843-4b1c-9f72-595236fc8567 req-e18db090-f8e5-4218-9bb0-c5079b869938 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:17.507207 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e2f040c9-b843-4b1c-9f72-595236fc8567 req-e18db090-f8e5-4218-9bb0-c5079b869938 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:17.514810 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e2f040c9-b843-4b1c-9f72-595236fc8567 req-e18db090-f8e5-4218-9bb0-c5079b869938 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "PUT /v2.0/ports/1cf1f785-c1a5-4367-943f-752cc658b2c8 HTTP/1.1" status: 200 len: 981 time: 0.8188958 Dec 24 10:30:17.514810 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'tag': '1cf1f785-c1a5-4367-943f-752cc658b2c8'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:30:17.713520 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'tag': '1cf1f785-c1a5-4367-943f-752cc658b2c8', 'status': 'completed', 'code': 200} Dec 24 10:30:17.741957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb360743-3b0d-4753-83fb-328ca0d91729 req-9f733075-e12d-4f2c-b9e1-855de51b8ca9 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:17.744191 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cb360743-3b0d-4753-83fb-328ca0d91729 req-9f733075-e12d-4f2c-b9e1-855de51b8ca9 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 984 time: 0.1026652 Dec 24 10:30:17.750491 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-5ece4abf-d712-424c-8ce6-8f9626fe5438 None None] Provisioning complete for port 1cf1f785-c1a5-4367-943f-752cc658b2c8 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:17.750924 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5ece4abf-d712-424c-8ce6-8f9626fe5438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:17.809407 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cb360743-3b0d-4753-83fb-328ca0d91729 req-bc8b98af-cca4-4df8-9407-d53cc0313829 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=c1823cfe-d120-4aff-91a8-d62b433f7e57&id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0576539 Dec 24 10:30:17.892659 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d9fa9-1288-4613-992e-8e0e7af5a9c4 req-60356f0c-8d13-44e6-a040-d41a5d68f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:17.895544 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f56d9fa9-1288-4613-992e-8e0e7af5a9c4 req-60356f0c-8d13-44e6-a040-d41a5d68f744 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0977ccd094224ec091b2d48bd500d4e8&device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 1202 time: 0.1050928 Dec 24 10:30:18.061161 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d9fa9-1288-4613-992e-8e0e7af5a9c4 req-930fd53f-ca9e-4f39-b602-41bf60628c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:18.067307 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f56d9fa9-1288-4613-992e-8e0e7af5a9c4 req-930fd53f-ca9e-4f39-b602-41bf60628c4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d04766c-e866-4a4b-baed-8e2a07265490 HTTP/1.1" status: 200 len: 909 time: 0.1649349 Dec 24 10:30:18.183089 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f56d9fa9-1288-4613-992e-8e0e7af5a9c4 req-a6322522-2477-45d0-90f6-5c5101bb4886 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cf1f785-c1a5-4367-943f-752cc658b2c8 HTTP/1.1" status: 200 len: 1000 time: 0.1030598 Dec 24 10:30:18.476539 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d9fa9-1288-4613-992e-8e0e7af5a9c4 req-1721b57b-2686-4848-9d9b-4bc234804c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:18.478934 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f56d9fa9-1288-4613-992e-8e0e7af5a9c4 req-1721b57b-2686-4848-9d9b-4bc234804c53 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e85fe94b-6f84-41a3-b43b-b57aabbb2996 HTTP/1.1" status: 200 len: 854 time: 0.2893889 Dec 24 10:30:18.594071 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d9fa9-1288-4613-992e-8e0e7af5a9c4 req-e98aec08-a4e7-46df-b09f-22685ffe3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:18.595813 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f56d9fa9-1288-4613-992e-8e0e7af5a9c4 req-e98aec08-a4e7-46df-b09f-22685ffe3694 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d04766c-e866-4a4b-baed-8e2a07265490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809281 Dec 24 10:30:18.595952 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc7864-1bd3-4448-bcea-b4cda7366819 req-d88ee175-cfba-4e80-8cda-001498e4708d tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:18.597423 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5edc7864-1bd3-4448-bcea-b4cda7366819 req-d88ee175-cfba-4e80-8cda-001498e4708d tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.0857198 Dec 24 10:30:18.644984 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5edc7864-1bd3-4448-bcea-b4cda7366819 req-b94b6ef2-e175-479a-aaff-a639e8969052 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403566 Dec 24 10:30:18.745226 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f56d9fa9-1288-4613-992e-8e0e7af5a9c4 req-d321256d-1228-4b6a-8df1-0d0689ca4818 service neutron] 10.222.0.20 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361864 Dec 24 10:30:18.848903 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77dfa4-4a33-4510-afaa-5a430df5d7f9 req-df91f918-4a8b-44e1-a1db-d0f0467cbdd1 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:18.850454 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4d77dfa4-4a33-4510-afaa-5a430df5d7f9 req-df91f918-4a8b-44e1-a1db-d0f0467cbdd1 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.20 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 946 time: 0.0863829 Dec 24 10:30:18.912452 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f56d9fa9-1288-4613-992e-8e0e7af5a9c4 req-44bef587-3f95-4f2f-a32e-b3cc00635c64 service neutron] 10.222.0.20 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1484432 Dec 24 10:30:18.934714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-4d77dfa4-4a33-4510-afaa-5a430df5d7f9 req-51742322-57ef-4d6e-b2eb-70ba9e116cf6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Deleting port 4df92cdd-566e-4f6c-9bff-eb65be9f9144 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:30:18.935106 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-4d77dfa4-4a33-4510-afaa-5a430df5d7f9 req-51742322-57ef-4d6e-b2eb-70ba9e116cf6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:19.195007 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-4d77dfa4-4a33-4510-afaa-5a430df5d7f9 req-51742322-57ef-4d6e-b2eb-70ba9e116cf6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] For port 4df92cdd-566e-4f6c-9bff-eb65be9f9144, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=4df92cdd-566e-4f6c-9bff-eb65be9f9144,segment=NetworkSegment(1103fa2c-2906-431a-8d84-08e17823d5d8),segment_id=1103fa2c-2906-431a-8d84-08e17823d5d8)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:30:19.195411 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-4d77dfa4-4a33-4510-afaa-5a430df5d7f9 req-51742322-57ef-4d6e-b2eb-70ba9e116cf6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:19.323775 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-4d77dfa4-4a33-4510-afaa-5a430df5d7f9 req-51742322-57ef-4d6e-b2eb-70ba9e116cf6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Calling delete_port for 4df92cdd-566e-4f6c-9bff-eb65be9f9144 owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:30:19.474674 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-4d77dfa4-4a33-4510-afaa-5a430df5d7f9 req-51742322-57ef-4d6e-b2eb-70ba9e116cf6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:19.492460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:19.553543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51742322-57ef-4d6e-b2eb-70ba9e116cf6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Pushing event deleted for resources: {'Port': ['ID=4df92cdd-566e-4f6c-9bff-eb65be9f9144,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:19.557594 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-51742322-57ef-4d6e-b2eb-70ba9e116cf6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:19.564239 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1cf1f785-c1a5-4367-943f-752cc658b2c8 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:30:19.661003 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 1cf1f785-c1a5-4367-943f-752cc658b2c8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:19.661430 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:19.716535 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d77dfa4-4a33-4510-afaa-5a430df5d7f9 req-51742322-57ef-4d6e-b2eb-70ba9e116cf6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] No DVR routers for this DVR port 4df92cdd-566e-4f6c-9bff-eb65be9f9144 on host hv-cinder-76845 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:30:19.719095 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-4d77dfa4-4a33-4510-afaa-5a430df5d7f9 req-51742322-57ef-4d6e-b2eb-70ba9e116cf6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:19.722168 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ecd210-3588-42fc-9427-818bf9e293a2', 'name': 'network-vif-deleted', 'tag': '4df92cdd-566e-4f6c-9bff-eb65be9f9144'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:30:19.739000 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4d77dfa4-4a33-4510-afaa-5a430df5d7f9 req-51742322-57ef-4d6e-b2eb-70ba9e116cf6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.20 "DELETE /v2.0/ports/4df92cdd-566e-4f6c-9bff-eb65be9f9144 HTTP/1.1" status: 204 len: 173 time: 0.8754640 Dec 24 10:30:19.840488 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 4df92cdd-566e-4f6c-9bff-eb65be9f9144 no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:30:19.842185 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ecd210-3588-42fc-9427-818bf9e293a2', 'name': 'network-vif-deleted', 'tag': '4df92cdd-566e-4f6c-9bff-eb65be9f9144', 'status': 'completed', 'code': 200} Dec 24 10:30:19.852103 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-050a00e2-9673-45b6-9990-961968514c2c req-3f38ed54-6130-41dc-9a92-46e406358646 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Synchronizing usage tracker for tenant:1217c7e5c11f45b1a5f92b3b99d2f69d on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:30:19.867556 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-050a00e2-9673-45b6-9990-961968514c2c req-3f38ed54-6130-41dc-9a92-46e406358646 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Unset dirty status for tenant:1217c7e5c11f45b1a5f92b3b99d2f69d on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:30:19.868930 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-050a00e2-9673-45b6-9990-961968514c2c req-3f38ed54-6130-41dc-9a92-46e406358646 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=53ecd210-3588-42fc-9427-818bf9e293a2 HTTP/1.1" status: 200 len: 210 time: 0.0701127 Dec 24 10:30:19.879879 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] No Port match for: 4df92cdd-566e-4f6c-9bff-eb65be9f9144 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:30:19.880287 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 4df92cdd-566e-4f6c-9bff-eb65be9f9144 not bound to the agent host hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:30:21.394219 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a5098-8bea-4442-a622-41d6be0ec07b req-7e42e42a-a062-44ec-a5d7-daa2b040ec86 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:21.396115 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2d4a5098-8bea-4442-a622-41d6be0ec07b req-7e42e42a-a062-44ec-a5d7-daa2b040ec86 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0864549 Dec 24 10:30:21.445143 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2d4a5098-8bea-4442-a622-41d6be0ec07b req-1535b476-228b-4697-9b7e-29a21b980e66 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Dec 24 10:30:22.664368 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f951d3e-83b6-499f-85cc-4a65d07da61c req-f3c10de5-22cb-4cf1-82c1-ef86e90a4273 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:22.665971 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7f951d3e-83b6-499f-85cc-4a65d07da61c req-f3c10de5-22cb-4cf1-82c1-ef86e90a4273 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0887704 Dec 24 10:30:22.712455 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7f951d3e-83b6-499f-85cc-4a65d07da61c req-3f62b0ac-fa31-4325-bda6-0c9619d94bfc tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399411 Dec 24 10:30:23.921424 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660e2ba-7ae3-47a8-8650-2e62f76969c2 req-b2697fb1-bed2-4bd1-b0bf-5fad90af9544 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:23.923055 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8660e2ba-7ae3-47a8-8650-2e62f76969c2 req-b2697fb1-bed2-4bd1-b0bf-5fad90af9544 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0830379 Dec 24 10:30:23.974615 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8660e2ba-7ae3-47a8-8650-2e62f76969c2 req-9c103546-bf1e-48ee-a6e3-c998d240015f tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451484 Dec 24 10:30:24.475485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34212) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:24.649670 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:24.665660 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:24.669829 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Usage tracker for resource:security_group_rule and tenant:fa4c62dc36314082b7075565f60b4407 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:24.672828 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:24.678746 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:24.773334 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:24.776128 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:24.784938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-03191ea6-129f-4395-b282-cc73b6097690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:24.827814 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fa4c62dc36314082b7075565f60b4407&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3511517 Dec 24 10:30:24.829514 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc569cb-e7b6-4b14-a2fd-df54f60046f5,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:24.830752 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34222) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:24.837868 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.838285 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.838686 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.839082 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.839476 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.839867 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.840257 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.840645 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.841054 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.841441 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.841858 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.842376 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.842876 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.843266 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.843656 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.844054 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.844493 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.844965 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.845623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.845745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.846123 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.846510 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.846916 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.847314 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:24.851981 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:24.895857 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:24.923210 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:24.970604 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:24.976261 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5d5e4271-ab44-457b-8044-8ca9f75fd352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:24.987836 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc569cb-e7b6-4b14-a2fd-df54f60046f5,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:24.999699 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.000104 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.000500 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.000920 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.001309 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.001694 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.002074 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.002453 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.002832 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.003256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.003636 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.004014 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.004449 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.004856 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.005236 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.005611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.005988 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.006342 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.006721 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.007100 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.007479 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.007878 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.008227 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.008598 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:25.012007 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:25.015790 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3fc569cb-e7b6-4b14-a2fd-df54f60046f5 HTTP/1.1" status: 204 len: 168 time: 0.1814272 Dec 24 10:30:25.015790 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-323b710c-a6e6-42ab-b70b-9a520ecd8960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:25.199522 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a47e78-36f9-44b3-b55f-68ed33fa8181 req-a0738029-5f8f-48de-80a8-f86801b365bc tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:25.201338 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c2a47e78-36f9-44b3-b55f-68ed33fa8181 req-a0738029-5f8f-48de-80a8-f86801b365bc tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0912199 Dec 24 10:30:25.248604 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c2a47e78-36f9-44b3-b55f-68ed33fa8181 req-5b5ada16-b9fe-4c51-b337-11390e976e22 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407960 Dec 24 10:30:26.471585 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f40e6f-0fd9-41ad-85ea-f7b8ee025cff req-d9b29d88-1653-499f-bc32-716846fc9b16 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:26.473248 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-87f40e6f-0fd9-41ad-85ea-f7b8ee025cff req-d9b29d88-1653-499f-bc32-716846fc9b16 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0910065 Dec 24 10:30:26.523365 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-87f40e6f-0fd9-41ad-85ea-f7b8ee025cff req-9f4f39c9-f13c-4998-abce-714ec63f9de3 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430975 Dec 24 10:30:27.618749 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34300) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:27.745017 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3161100-88e4-41a7-b493-6b6a9f6b0518 req-2eb56775-531b-4e11-8c85-a3c71fc392c5 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:27.746602 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f3161100-88e4-41a7-b493-6b6a9f6b0518 req-2eb56775-531b-4e11-8c85-a3c71fc392c5 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.0863016 Dec 24 10:30:27.778997 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-98c0ba59-6438-4db7-aab5-7d44fc2c7881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:27.794256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-98c0ba59-6438-4db7-aab5-7d44fc2c7881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:27.794407 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f3161100-88e4-41a7-b493-6b6a9f6b0518 req-43d59675-5d11-4ced-908b-4c9e81bcc6a6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411854 Dec 24 10:30:27.799378 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-98c0ba59-6438-4db7-aab5-7d44fc2c7881 admin admin] Usage tracker for resource:security_group_rule and tenant:9e2bb8f933844656b0533c6e735c088b is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:27.803241 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-98c0ba59-6438-4db7-aab5-7d44fc2c7881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:27.809625 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-98c0ba59-6438-4db7-aab5-7d44fc2c7881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:27.904014 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-98c0ba59-6438-4db7-aab5-7d44fc2c7881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:27.907512 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-98c0ba59-6438-4db7-aab5-7d44fc2c7881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:27.916997 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ded85f35-b600-404b-bce9-a56f58cd5072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:27.965169 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-98c0ba59-6438-4db7-aab5-7d44fc2c7881 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9e2bb8f933844656b0533c6e735c088b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3452368 Dec 24 10:30:27.966841 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0ba59-6438-4db7-aab5-7d44fc2c7881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db99b739-6eaf-4f50-9eed-b95b4167823f,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:27.967898 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34310) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:27.970007 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-98c0ba59-6438-4db7-aab5-7d44fc2c7881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:28.034734 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-349128f1-35eb-445a-ba19-dfde5c6d2091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:28.064752 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-349128f1-35eb-445a-ba19-dfde5c6d2091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:28.111161 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-349128f1-35eb-445a-ba19-dfde5c6d2091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:28.115936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-fba101ef-4a39-4036-a8b0-af16022447d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:28.126902 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349128f1-35eb-445a-ba19-dfde5c6d2091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db99b739-6eaf-4f50-9eed-b95b4167823f,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:28.131559 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-349128f1-35eb-445a-ba19-dfde5c6d2091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:28.133568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-349128f1-35eb-445a-ba19-dfde5c6d2091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:28.135998 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-349128f1-35eb-445a-ba19-dfde5c6d2091 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/db99b739-6eaf-4f50-9eed-b95b4167823f HTTP/1.1" status: 204 len: 168 time: 0.1666300 Dec 24 10:30:28.490070 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34318) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:28.510224 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cf145165-90f9-46cf-8d8c-360b8e35b165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:28.525999 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-cf145165-90f9-46cf-8d8c-360b8e35b165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:28.530152 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-cf145165-90f9-46cf-8d8c-360b8e35b165 admin admin] Usage tracker for resource:security_group_rule and tenant:786000d975294b1ebcfe96d1cfb37df3 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:28.533161 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-cf145165-90f9-46cf-8d8c-360b8e35b165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:28.539030 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-cf145165-90f9-46cf-8d8c-360b8e35b165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:28.691932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-5f037822-2679-4ae0-a762-d3cc821bba12 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:28.693504 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-5f037822-2679-4ae0-a762-d3cc821bba12 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.20 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.1329606 Dec 24 10:30:28.749810 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cf145165-90f9-46cf-8d8c-360b8e35b165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:28.755375 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cf145165-90f9-46cf-8d8c-360b8e35b165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:28.770674 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a3d292ed-3178-4756-bafb-4fc04365a075 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:28.817369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Deleting port 538577a6-c062-43ec-9dd5-ecd28e63719d {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:30:28.817753 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:28.860995 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf145165-90f9-46cf-8d8c-360b8e35b165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2895037f-b544-49a9-988d-3bee77c25d5a,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:28.877074 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-cf145165-90f9-46cf-8d8c-360b8e35b165 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=786000d975294b1ebcfe96d1cfb37df3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3858035 Dec 24 10:30:28.878909 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34324) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:28.881024 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-cf145165-90f9-46cf-8d8c-360b8e35b165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:28.947137 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-53de390a-7a86-4748-8982-a61e683d80d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:28.975322 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-53de390a-7a86-4748-8982-a61e683d80d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:29.023130 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-53de390a-7a86-4748-8982-a61e683d80d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:29.034837 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-52c0963c-7d5d-4247-ac58-537f082b3b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:29.058363 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de390a-7a86-4748-8982-a61e683d80d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2895037f-b544-49a9-988d-3bee77c25d5a,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:29.058363 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-53de390a-7a86-4748-8982-a61e683d80d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:29.062835 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-53de390a-7a86-4748-8982-a61e683d80d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:29.064203 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-53de390a-7a86-4748-8982-a61e683d80d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2895037f-b544-49a9-988d-3bee77c25d5a HTTP/1.1" status: 204 len: 168 time: 0.1842315 Dec 24 10:30:29.166454 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26004030-776d-480a-a2e1-03c07165ac6f req-5c60ade7-e725-4c72-ae38-78d70b2358a6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:29.168079 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-26004030-776d-480a-a2e1-03c07165ac6f req-5c60ade7-e725-4c72-ae38-78d70b2358a6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 946 time: 0.2338965 Dec 24 10:30:29.211496 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] For port 538577a6-c062-43ec-9dd5-ecd28e63719d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=538577a6-c062-43ec-9dd5-ecd28e63719d,segment=NetworkSegment(1103fa2c-2906-431a-8d84-08e17823d5d8),segment_id=1103fa2c-2906-431a-8d84-08e17823d5d8)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:30:29.211833 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:29.308586 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 538577a6-c062-43ec-9dd5-ecd28e63719d no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:30:29.449871 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:29.479919 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '538577a6-c062-43ec-9dd5-ecd28e63719d'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:30:29.490654 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 538577a6-c062-43ec-9dd5-ecd28e63719d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=538577a6-c062-43ec-9dd5-ecd28e63719d,segment=NetworkSegment(1103fa2c-2906-431a-8d84-08e17823d5d8),segment_id=1103fa2c-2906-431a-8d84-08e17823d5d8)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:30:29.494451 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:29.496503 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ce872d0e-bd58-4dde-b6ef-9a4c431d1c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:29.584635 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Calling delete_port for 538577a6-c062-43ec-9dd5-ecd28e63719d owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:30:29.605542 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '538577a6-c062-43ec-9dd5-ecd28e63719d', 'code': 200} Dec 24 10:30:29.615211 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=538577a6-c062-43ec-9dd5-ecd28e63719d,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:29.619327 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-26004030-776d-480a-a2e1-03c07165ac6f req-f2f3155c-d130-4d05-b585-3d7b3b803bf6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/security-groups?id=6efdc6ae-dbc8-4f44-833a-cfa024b3112c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446051 Dec 24 10:30:29.638095 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.638700 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.639262 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.639896 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.640331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.640937 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.641378 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.641888 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.642254 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.642625 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.642993 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.643375 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.643784 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.644146 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.644632 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.645088 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.645567 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.645932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.646292 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.646916 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.647031 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.647373 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.647733 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.648131 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:29.653001 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:29.688556 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.api [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80199) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:30:29.688952 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_db.api [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 24 10:30:30.189724 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Deleting port 538577a6-c062-43ec-9dd5-ecd28e63719d {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:30:30.190253 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:30.452218 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] For port 538577a6-c062-43ec-9dd5-ecd28e63719d, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=538577a6-c062-43ec-9dd5-ecd28e63719d,segment=NetworkSegment(1103fa2c-2906-431a-8d84-08e17823d5d8),segment_id=1103fa2c-2906-431a-8d84-08e17823d5d8)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:30:30.452618 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:30.587993 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Calling delete_port for 538577a6-c062-43ec-9dd5-ecd28e63719d owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:30:30.750314 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:30.766053 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5c5b84aa-7fb7-4f04-a72f-fe7e61ccfd6c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:30.861514 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Pushing event deleted for resources: {'Port': ['ID=538577a6-c062-43ec-9dd5-ecd28e63719d,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:30.875434 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:30.879583 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-07cc9ca0-f162-489d-8901-37c5e44a3c4b req-36dae432-e8aa-4c24-9779-a9760ea10a54 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.58 "GET /v2.0/ports?device_id=fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f HTTP/1.1" status: 200 len: 210 time: 0.0757067 Dec 24 10:30:31.027065 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] No DVR routers for this DVR port 538577a6-c062-43ec-9dd5-ecd28e63719d on host hv-cinder-76845 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:30:31.028959 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:31.031791 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f', 'name': 'network-vif-deleted', 'tag': '538577a6-c062-43ec-9dd5-ecd28e63719d'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:30:31.053309 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-190ac21c-f53f-4bbb-b8bb-c822c78a48ad req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] 10.222.0.20 "DELETE /v2.0/ports/538577a6-c062-43ec-9dd5-ecd28e63719d HTTP/1.1" status: 204 len: 173 time: 2.3505707 Dec 24 10:30:31.100940 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa3d8fb6-90ab-41d3-938a-ed2a7fe2bc7f', 'name': 'network-vif-deleted', 'tag': '538577a6-c062-43ec-9dd5-ecd28e63719d', 'status': 'completed', 'code': 200} Dec 24 10:30:31.601175 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34408) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:31.756632 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1f9ee7e0-5b10-4b71-876f-4cad7627ba94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:31.771918 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-1f9ee7e0-5b10-4b71-876f-4cad7627ba94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:31.776136 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-1f9ee7e0-5b10-4b71-876f-4cad7627ba94 admin admin] Usage tracker for resource:security_group_rule and tenant:3fa5d25bc50a49b9a5d0ea3ed3697a37 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:31.779862 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-1f9ee7e0-5b10-4b71-876f-4cad7627ba94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:31.786414 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-1f9ee7e0-5b10-4b71-876f-4cad7627ba94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:31.874779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1f9ee7e0-5b10-4b71-876f-4cad7627ba94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:31.877553 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1f9ee7e0-5b10-4b71-876f-4cad7627ba94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:31.886621 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8d02da3f-ea30-4136-87e9-9c269ea1cc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:31.933666 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-1f9ee7e0-5b10-4b71-876f-4cad7627ba94 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3fa5d25bc50a49b9a5d0ea3ed3697a37&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3312984 Dec 24 10:30:31.934610 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ee7e0-5b10-4b71-876f-4cad7627ba94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4522aa31-5dba-41f5-8198-b5f27ab202d7,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:31.936612 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34416) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:31.938080 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1f9ee7e0-5b10-4b71-876f-4cad7627ba94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:31.995087 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34420) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:32.005441 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2b1b000c-f740-4075-8d62-d86e8d314760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:32.034906 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2b1b000c-f740-4075-8d62-d86e8d314760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:32.079563 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2b1b000c-f740-4075-8d62-d86e8d314760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:32.084478 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2f6ee2bf-2d7e-4ffb-9279-ebc73f378233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:32.100650 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b000c-f740-4075-8d62-d86e8d314760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4522aa31-5dba-41f5-8198-b5f27ab202d7,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:32.106038 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2b1b000c-f740-4075-8d62-d86e8d314760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:32.111829 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2b1b000c-f740-4075-8d62-d86e8d314760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:32.115636 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-2b1b000c-f740-4075-8d62-d86e8d314760 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4522aa31-5dba-41f5-8198-b5f27ab202d7 HTTP/1.1" status: 204 len: 168 time: 0.1746194 Dec 24 10:30:32.368907 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-625b4874-8eb8-49a7-a7b0-524257b26fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-739761'] for router_interface, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:32.501675 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34432) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:32.521300 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-37f94e3e-f4ea-46b5-bc2f-005bdd08bd80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:32.540183 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-37f94e3e-f4ea-46b5-bc2f-005bdd08bd80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:32.544415 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-37f94e3e-f4ea-46b5-bc2f-005bdd08bd80 admin admin] Usage tracker for resource:security_group_rule and tenant:1fd004b4c6474f9fa0e301517cb3b661 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:32.547740 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-37f94e3e-f4ea-46b5-bc2f-005bdd08bd80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:32.556714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-37f94e3e-f4ea-46b5-bc2f-005bdd08bd80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:32.647129 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-37f94e3e-f4ea-46b5-bc2f-005bdd08bd80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:32.650202 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-37f94e3e-f4ea-46b5-bc2f-005bdd08bd80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:32.659153 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2b1b000c-f740-4075-8d62-d86e8d314760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:32.702957 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-37f94e3e-f4ea-46b5-bc2f-005bdd08bd80 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1fd004b4c6474f9fa0e301517cb3b661&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1999516 Dec 24 10:30:32.704511 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f94e3e-f4ea-46b5-bc2f-005bdd08bd80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eada1e5-6659-46ad-83fd-36f3f5957e3b,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:32.706994 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34436) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:32.709510 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-37f94e3e-f4ea-46b5-bc2f-005bdd08bd80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:32.771382 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-50b1ea50-76bd-42b3-bf7c-0b44a8d442cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:32.800357 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-50b1ea50-76bd-42b3-bf7c-0b44a8d442cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:32.850362 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-50b1ea50-76bd-42b3-bf7c-0b44a8d442cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:32.855463 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-14ce50b8-0902-4415-a16c-ca5022932df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:32.868553 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b1ea50-76bd-42b3-bf7c-0b44a8d442cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eada1e5-6659-46ad-83fd-36f3f5957e3b,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:32.871744 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-50b1ea50-76bd-42b3-bf7c-0b44a8d442cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:32.873932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-50b1ea50-76bd-42b3-bf7c-0b44a8d442cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:32.889283 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-50b1ea50-76bd-42b3-bf7c-0b44a8d442cc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6eada1e5-6659-46ad-83fd-36f3f5957e3b HTTP/1.1" status: 204 len: 168 time: 0.1811745 Dec 24 10:30:32.993683 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-625b4874-8eb8-49a7-a7b0-524257b26fb1 admin admin] Deleting port ca650b67-adf1-4843-8ef1-289ec9bb5290 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:30:32.994046 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-625b4874-8eb8-49a7-a7b0-524257b26fb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:33.133968 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:30:33.175471 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-625b4874-8eb8-49a7-a7b0-524257b26fb1 admin admin] For port ca650b67-adf1-4843-8ef1-289ec9bb5290, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=ca650b67-adf1-4843-8ef1-289ec9bb5290,segment=NetworkSegment(1103fa2c-2906-431a-8d84-08e17823d5d8),segment_id=1103fa2c-2906-431a-8d84-08e17823d5d8)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:30:33.175857 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-625b4874-8eb8-49a7-a7b0-524257b26fb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:33.312904 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-625b4874-8eb8-49a7-a7b0-524257b26fb1 admin admin] Calling delete_port for ca650b67-adf1-4843-8ef1-289ec9bb5290 owned by network:router_interface {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:30:33.663450 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-625b4874-8eb8-49a7-a7b0-524257b26fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:33.678691 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:33.730598 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b4874-8eb8-49a7-a7b0-524257b26fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca650b67-adf1-4843-8ef1-289ec9bb5290,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:33.735145 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-625b4874-8eb8-49a7-a7b0-524257b26fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:34.283087 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-625b4874-8eb8-49a7-a7b0-524257b26fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3153206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739611'] for router_interface, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:34.821216 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625b4874-8eb8-49a7-a7b0-524257b26fb1 admin admin] Router c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7 has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:30:35.020084 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625b4874-8eb8-49a7-a7b0-524257b26fb1 admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:30:35.034712 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d392421-12cf-4e13-a1fb-16c632c2507b None None] Sync routers for ids ['c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'] in dv-cinder-768458-2-smb {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:30:35.049058 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-625b4874-8eb8-49a7-a7b0-524257b26fb1 admin admin] 10.222.0.58 "PUT /v2.0/routers/c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0503268 Dec 24 10:30:35.049479 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34516) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:35.052037 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d392421-12cf-4e13-a1fb-16c632c2507b None None] Routers {'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:30:35.052863 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-6d392421-12cf-4e13-a1fb-16c632c2507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:30:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:35.292367 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-6d392421-12cf-4e13-a1fb-16c632c2507b None None] Set router c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:30:35.304994 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b8f37e2d-81bd-4480-8d66-19b614a4bf74 admin admin] Notify callbacks [] for router, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:35.323242 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d7ca70c7-8846-4d6e-88b2-eddd9c6eeb7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:35.516640 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b8f37e2d-81bd-4480-8d66-19b614a4bf74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:35.546425 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-b8f37e2d-81bd-4480-8d66-19b614a4bf74 admin admin] Deleting port 791fd16c-847e-49e6-a4d7-6fc7eb53e496 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:30:35.547051 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b8f37e2d-81bd-4480-8d66-19b614a4bf74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:35.645204 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-6d392421-12cf-4e13-a1fb-16c632c2507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'name': 'tempest-ServerRescueNegativeTestJSON-584037298-router', 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:12Z', 'updated_at': '2020-12-24T10:30:33Z', 'revision_number': 5, 'project_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'gw_port': {'id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:35.649724 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d392421-12cf-4e13-a1fb-16c632c2507b None None] Checking router: c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7 for host: dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:30:35.659375 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d392421-12cf-4e13-a1fb-16c632c2507b None None] Routers {'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:30:35.660154 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-6d392421-12cf-4e13-a1fb-16c632c2507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:30:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:35.789611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-b8f37e2d-81bd-4480-8d66-19b614a4bf74 admin admin] For port 791fd16c-847e-49e6-a4d7-6fc7eb53e496, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=791fd16c-847e-49e6-a4d7-6fc7eb53e496,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:30:35.790005 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b8f37e2d-81bd-4480-8d66-19b614a4bf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:35.858135 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34544) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:35.858664 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-6d392421-12cf-4e13-a1fb-16c632c2507b None None] Set router c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:30:35.921604 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-b8f37e2d-81bd-4480-8d66-19b614a4bf74 admin admin] Calling delete_port for 791fd16c-847e-49e6-a4d7-6fc7eb53e496 owned by network:router_gateway {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:30:36.050144 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6f919f9d-2310-40f8-a6c8-69bf5e296659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:36.064663 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b8f37e2d-81bd-4480-8d66-19b614a4bf74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:36.066668 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-6f919f9d-2310-40f8-a6c8-69bf5e296659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:36.070838 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-6f919f9d-2310-40f8-a6c8-69bf5e296659 admin admin] Usage tracker for resource:security_group_rule and tenant:688ae49b59b64138ac86626695768f0c is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: WARNING neutron.plugins.ml2.ovo_rpc [None req-b8f37e2d-81bd-4480-8d66-19b614a4bf74 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: result = function(*args, **kwargs) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: proto.__init__(conn_state, self) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: self.handle() Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: self.handle_one_request() Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: self.handle_one_response() Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: result = self.application(self.environ, start_response) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: return app(environ, start_response) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: resp = self.call_func(req, *args, **kw) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: return self.func(req, *args, **kwargs) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: response = req.get_response(self.application) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: application, catch_exc_info=False) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: app_iter = application(self.environ, start_response) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: resp = self.call_func(req, *args, **kw) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: return self.func(req, *args, **kwargs) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: response = req.get_response(self.application) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: application, catch_exc_info=False) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: app_iter = application(self.environ, start_response) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: resp = self.call_func(req, *args, **kw) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: return self.func(req, *args, **kwargs) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: response = req.get_response(self.application) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: application, catch_exc_info=False) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: app_iter = application(self.environ, start_response) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: resp = self.call_func(req, *args, **kw) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: return self.func(req, *args, **kwargs) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: response = req.get_response(self.application) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: application, catch_exc_info=False) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: app_iter = application(self.environ, start_response) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: resp = self.call_func(req, *args, **kw) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: return self.func(req, *args, **kwargs) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: return request.get_response(self.application) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: application, catch_exc_info=False) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: app_iter = application(self.environ, start_response) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: resp = self.call_func(req, *args, **kw) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: return self.func(req, *args, **kwargs) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: response = req.get_response(self._app) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: application, catch_exc_info=False) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: app_iter = application(self.environ, start_response) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: return resp(environ, start_response) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: return resp(environ, start_response) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: response = self.app(environ, start_response) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: return resp(environ, start_response) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: resp = self.call_func(req, *args, **kw) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: return self.func(req, *args, **kwargs) Dec 24 10:30:36.071006 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: result = method(request=request, **args) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: return self._delete(request, id, **kwargs) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: return f(*args, **kwargs) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: return f(*args, **kwargs) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: return f(*dup_args, **dup_kwargs) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: obj_deleter(request.context, id, **kwargs) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: return method(*args, **kwargs) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: return f(*args, **kwargs) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: return f(*args, **kwargs) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: return f(*dup_args, **dup_kwargs) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: self._delete_current_gw_port(context, id, router, None) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: admin_ctx, gw_port_id, l3_port_check=False) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: return f(self, context, *args, **kwargs) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: return method(*args, **kwargs) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: context, port, router_ids, bound_mech_contexts) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: return function(*args, **kwargs) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: callback(resource, event, trigger, **kwargs) Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: if self._is_session_semantic_violated(context, resource, event): Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: stack = traceback.extract_stack() Dec 24 10:30:36.079897 dv-cinder-768458-2-smb neutron-server[80090]: Dec 24 10:30:36.088979 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-6f919f9d-2310-40f8-a6c8-69bf5e296659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:36.090234 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-6f919f9d-2310-40f8-a6c8-69bf5e296659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:36.177731 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-6d392421-12cf-4e13-a1fb-16c632c2507b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'name': 'tempest-ServerRescueNegativeTestJSON-584037298-router', 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:12Z', 'updated_at': '2020-12-24T10:30:33Z', 'revision_number': 5, 'project_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'gw_port': {'id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:36.182288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d392421-12cf-4e13-a1fb-16c632c2507b None None] The sync data for ids ['c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7'] in dv-cinder-768458-2-smb is: [{'id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'name': 'tempest-ServerRescueNegativeTestJSON-584037298-router', 'tenant_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212'}], 'enable_snat': True}, 'gw_port_id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:12Z', 'updated_at': '2020-12-24T10:30:33Z', 'revision_number': 5, 'project_id': '1217c7e5c11f45b1a5f92b3b99d2f69d', 'gw_port': {'id': '791fd16c-847e-49e6-a4d7-6fc7eb53e496', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:30:36.202417 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6f919f9d-2310-40f8-a6c8-69bf5e296659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:36.206894 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6f919f9d-2310-40f8-a6c8-69bf5e296659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:36.226899 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1f9ee7e0-5b10-4b71-876f-4cad7627ba94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:36.269094 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-6f919f9d-2310-40f8-a6c8-69bf5e296659 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=688ae49b59b64138ac86626695768f0c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4096506 Dec 24 10:30:36.271874 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34550) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:36.274590 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b8f37e2d-81bd-4480-8d66-19b614a4bf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854035318'] for router_gateway, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:36.275144 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f919f9d-2310-40f8-a6c8-69bf5e296659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dac6b98-fddd-49f4-bcd8-073d3837153a,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:36.278453 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6f919f9d-2310-40f8-a6c8-69bf5e296659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:36.435987 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b8f37e2d-81bd-4480-8d66-19b614a4bf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41488'] for router, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:36.440617 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b8f37e2d-81bd-4480-8d66-19b614a4bf74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:36.557915 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b8f37e2d-81bd-4480-8d66-19b614a4bf74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-749173'] for router, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:36.558464 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f37e2d-81bd-4480-8d66-19b614a4bf74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7 {{(pid=80199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 24 10:30:36.560357 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5a482947-4d4b-422c-b3f6-47744790e30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:36.597828 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5a482947-4d4b-422c-b3f6-47744790e30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:36.605675 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b8f37e2d-81bd-4480-8d66-19b614a4bf74 admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:36.607115 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-b8f37e2d-81bd-4480-8d66-19b614a4bf74 admin admin] 10.222.0.58 "DELETE /v2.0/routers/c7bd0c40-049f-4fc4-9a4c-2e1b00f709b7 HTTP/1.1" status: 204 len: 168 time: 1.5565765 Dec 24 10:30:36.609965 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34556) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:36.654006 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5a482947-4d4b-422c-b3f6-47744790e30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:36.659246 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-37f94e3e-f4ea-46b5-bc2f-005bdd08bd80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:36.672175 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a482947-4d4b-422c-b3f6-47744790e30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dac6b98-fddd-49f4-bcd8-073d3837153a,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:36.674722 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5a482947-4d4b-422c-b3f6-47744790e30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:36.678530 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5a482947-4d4b-422c-b3f6-47744790e30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:36.684117 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-5a482947-4d4b-422c-b3f6-47744790e30a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7dac6b98-fddd-49f4-bcd8-073d3837153a HTTP/1.1" status: 204 len: 168 time: 0.4106936 Dec 24 10:30:36.686718 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d15ace4-93f2-4c2c-972a-72022780c2e6 admin admin] Deleting subnet a3390986-5262-4576-aa00-ead79d3abb56 {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 24 10:30:36.690492 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6d15ace4-93f2-4c2c-972a-72022780c2e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:36.748989 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6d15ace4-93f2-4c2c-972a-72022780c2e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844068720'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:36.820960 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6d15ace4-93f2-4c2c-972a-72022780c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3650982'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:37.139322 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device ca650b67-adf1-4843-8ef1-289ec9bb5290 no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:30:37.190330 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No Port match for: ca650b67-adf1-4843-8ef1-289ec9bb5290 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:30:37.190973 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device ca650b67-adf1-4843-8ef1-289ec9bb5290 not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:30:37.214677 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6d15ace4-93f2-4c2c-972a-72022780c2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851124819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11191368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10559393'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:37.234064 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-093c572a-e016-448f-9d91-128adcb46787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:37.235258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34574) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:37.259659 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cdfb8ef3-d3fa-4027-8d78-f86d4b030811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:37.275592 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15ace4-93f2-4c2c-972a-72022780c2e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3390986-5262-4576-aa00-ead79d3abb56,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:37.278693 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-cdfb8ef3-d3fa-4027-8d78-f86d4b030811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:37.278832 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6d15ace4-93f2-4c2c-972a-72022780c2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:37.283807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-cdfb8ef3-d3fa-4027-8d78-f86d4b030811 admin admin] Usage tracker for resource:security_group_rule and tenant:b189c8b7dc9641b790309d367338a84c is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:37.287105 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-cdfb8ef3-d3fa-4027-8d78-f86d4b030811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:37.296083 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-cdfb8ef3-d3fa-4027-8d78-f86d4b030811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:37.387148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6d15ace4-93f2-4c2c-972a-72022780c2e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:37.399817 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-6d15ace4-93f2-4c2c-972a-72022780c2e6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a3390986-5262-4576-aa00-ead79d3abb56 HTTP/1.1" status: 204 len: 168 time: 0.7886677 Dec 24 10:30:37.405518 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34580) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:37.538866 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850967753'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:37.631186 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cdfb8ef3-d3fa-4027-8d78-f86d4b030811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:37.637691 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cdfb8ef3-d3fa-4027-8d78-f86d4b030811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:37.661704 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5a482947-4d4b-422c-b3f6-47744790e30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:37.691426 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-cdfb8ef3-d3fa-4027-8d78-f86d4b030811 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b189c8b7dc9641b790309d367338a84c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4548845 Dec 24 10:30:37.701097 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34592) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:37.752588 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb8ef3-d3fa-4027-8d78-f86d4b030811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f962a62-bf65-4287-a5d4-01732598c887,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:37.753184 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3646220', 'neutron.services.segments.db._delete_segments_for_network-8752750691050'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:37.779134 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-cdfb8ef3-d3fa-4027-8d78-f86d4b030811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:37.806014 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:37.845928 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-76c8a884-0672-41b3-9204-1174b5f69414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:37.896807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:37.902034 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-76c8a884-0672-41b3-9204-1174b5f69414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:37.914445 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1103fa2c-2906-431a-8d84-08e17823d5d8') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:37.914763 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1103fa2c-2906-431a-8d84-08e17823d5d8') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:37.928530 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284104077820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10707081'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:37.948708 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:37.951372 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 24 10:30:37.974475 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-76c8a884-0672-41b3-9204-1174b5f69414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:37.986116 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-034b1fc4-c155-436c-a431-3c56e97477e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:37.991013 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1188c463-542f-41a9-a8b3-8a7cf25f0510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:38.002109 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8a884-0672-41b3-9204-1174b5f69414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f962a62-bf65-4287-a5d4-01732598c887,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:38.008648 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-76c8a884-0672-41b3-9204-1174b5f69414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:38.009747 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-76c8a884-0672-41b3-9204-1174b5f69414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:38.011470 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-76c8a884-0672-41b3-9204-1174b5f69414 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0f962a62-bf65-4287-a5d4-01732598c887 HTTP/1.1" status: 204 len: 168 time: 0.3089502 Dec 24 10:30:38.162088 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] Network b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:30:38.171684 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851123691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843584790'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:38.358107 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] Network b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: Traceback (most recent call last): Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: timer() Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: cb(*args, **kw) Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: return func(*args, **kwargs) Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: self._notify() Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: self.callback(batched_events) Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: event.method(event) Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: segment_id)['aggregates'][0] Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: return f(self, *a, **k) Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: return self._get(url).json() Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: **kwargs) Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: return self.request(url, 'GET', **kwargs) Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: **endpoint_filter) Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:30:38.381338 dv-cinder-768458-2-smb neutron-server[80090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:30:38.473735 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851129596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740512'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:38.477914 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:38.696951 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:38.721239 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:38.732822 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:38.736439 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:38.743051 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b0a86fb6-ffc1-4ef2-ba52-5f2be1d09852 HTTP/1.1" status: 204 len: 168 time: 1.3363287 Dec 24 10:30:38.906632 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34622) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:38.967131 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34628) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:38.967421 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-06a9c705-8b35-4f2f-bad1-66cdee6da56b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1217c7e5c11f45b1a5f92b3b99d2f69d&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0592120 Dec 24 10:30:39.031300 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7276ee17-80ca-4ae4-a037-3750095721fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:39.097477 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7276ee17-80ca-4ae4-a037-3750095721fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:39.162746 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7276ee17-80ca-4ae4-a037-3750095721fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:39.175286 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6ee53174-4438-45b6-b356-828da47c5b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:39.189785 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 791fd16c-847e-49e6-a4d7-6fc7eb53e496 no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:30:39.201045 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276ee17-80ca-4ae4-a037-3750095721fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efdc6ae-dbc8-4f44-833a-cfa024b3112c,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:39.212043 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7276ee17-80ca-4ae4-a037-3750095721fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:39.213517 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7276ee17-80ca-4ae4-a037-3750095721fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:39.216437 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-7276ee17-80ca-4ae4-a037-3750095721fd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6efdc6ae-dbc8-4f44-833a-cfa024b3112c HTTP/1.1" status: 204 len: 168 time: 0.2482643 Dec 24 10:30:39.249203 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No Port match for: 791fd16c-847e-49e6-a4d7-6fc7eb53e496 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:30:39.249595 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 791fd16c-847e-49e6-a4d7-6fc7eb53e496 not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:30:39.285896 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:39.993569 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:40.275142 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34684) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:40.417957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-network', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:40.423661 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:40.428591 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Usage tracker for resource:network and tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:40.434248 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:40.441167 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:40.451547 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Made reservation on behalf of ca38aa35af6c4ac3aa1ed32c962dd3fe for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:30:40.456331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:40.470940 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:40.490744 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:40.494988 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Usage tracker for resource:security_group_rule and tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:40.497992 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:40.504107 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:40.624607 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:40.628558 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:40.635912 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3ecec723-317b-432c-a91d-fe88b52b220c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:40.663014 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 24 10:30:40.676830 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf9be76-ab60-4117-8888-b0d31786cd00,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:40.682144 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:40.685979 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:40.685979 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Added segment ca3d3f6a-5901-44c4-b797-a084d7762580 of type vxlan for network 27e249bd-cdee-49e6-a577-868f08709dc4 Dec 24 10:30:40.716363 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:40.750613 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:40.752184 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:40.753022 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:40.759110 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-06b75326-b474-4225-994e-f03771a68ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:40.870430 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5940962 Dec 24 10:30:40.871452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Pushing event updated for resources: {'Network': ['ID=27e249bd-cdee-49e6-a577-868f08709dc4,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:40.873683 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34708) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:40.874596 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:40.881669 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] Request body: {'subnet': {'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-subnet', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:40.883771 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network 27e249bd-cdee-49e6-a577-868f08709dc4 details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:30:40.888946 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:40.896045 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] Usage tracker for resource:subnet and tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:40.899263 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:40.905836 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Network 27e249bd-cdee-49e6-a577-868f08709dc4 details requested by agent ovs-agent-hv-cinder-76845 with host hv-cinder-76845 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:30:40.907618 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:40.931824 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] Made reservation on behalf of ca38aa35af6c4ac3aa1ed32c962dd3fe for: {'subnet': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:30:40.938133 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10658156'] for subnet, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:41.011171 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34714) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:41.196267 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c961afa0-d777-4885-945d-7b56e890121d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:41.212800 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-c961afa0-d777-4885-945d-7b56e890121d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:41.216941 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-c961afa0-d777-4885-945d-7b56e890121d admin admin] Usage tracker for resource:security_group_rule and tenant:094b96f6e5614d45860e64f4f97042a3 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:41.219932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-c961afa0-d777-4885-945d-7b56e890121d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:41.226111 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-c961afa0-d777-4885-945d-7b56e890121d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:41.312589 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c961afa0-d777-4885-945d-7b56e890121d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:41.315622 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c961afa0-d777-4885-945d-7b56e890121d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:41.325130 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d7198805-3e9f-42d4-9fc8-39d7daffb8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:41.351250 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843482827', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10658173'] for subnet, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:41.366965 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:41.370977 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-c961afa0-d777-4885-945d-7b56e890121d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=094b96f6e5614d45860e64f4f97042a3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3586552 Dec 24 10:30:41.372667 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961afa0-d777-4885-945d-7b56e890121d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9520ba8-4952-46d3-aa66-0e52697903a7,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:41.376058 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c961afa0-d777-4885-945d-7b56e890121d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:41.376920 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34722) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:41.438298 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-dc0ec515-e5ee-44c4-839f-fdce87a26861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:41.467170 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-dc0ec515-e5ee-44c4-839f-fdce87a26861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:41.501914 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5dc5c72-d3d1-4df5-be07-e47ed588d585,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:41.506072 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:41.512317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-dc0ec515-e5ee-44c4-839f-fdce87a26861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:41.517732 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-53de390a-7a86-4748-8982-a61e683d80d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:41.529583 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ec515-e5ee-44c4-839f-fdce87a26861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9520ba8-4952-46d3-aa66-0e52697903a7,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:41.533516 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-dc0ec515-e5ee-44c4-839f-fdce87a26861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:41.536934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-dc0ec515-e5ee-44c4-839f-fdce87a26861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:41.541167 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-dc0ec515-e5ee-44c4-839f-fdce87a26861 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d9520ba8-4952-46d3-aa66-0e52697903a7 HTTP/1.1" status: 204 len: 168 time: 0.1632247 Dec 24 10:30:41.582980 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] Checking segment: {'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:30:41.583459 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] Network hostable DHCP agents. Network: 27e249bd-cdee-49e6-a577-868f08709dc4, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80199) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:30:41.606442 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] Network 27e249bd-cdee-49e6-a577-868f08709dc4 is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80199) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:30:41.618205 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, 27e249bd-cdee-49e6-a577-868f08709dc4) {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:30:41.626729 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd77b4d-19dd-43d2-850a-b66c4044ee57 None None] Network 27e249bd-cdee-49e6-a577-868f08709dc4 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:30:41.635727 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:41.636384 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:41.657966 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-d2629ef7-b70b-40b0-8858-5f49c944913b admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7823853 Dec 24 10:30:41.660738 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34730) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:41.668575 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:41.673740 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:41.678600 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Usage tracker for resource:router and tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:41.683060 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:41.689614 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:41.700067 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-749278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854731281'] for router, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:41.701066 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854734311'] for router, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:41.718239 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:41.875401 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d363115-915d-5340-bb55-d8b06d7f9000-27e249bd-cdee-49e6-a577-868f08709dc4', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585'}]}} from dv-cinder-768458-2-smb. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 24 10:30:41.876694 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:41.955981 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34740) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:41.982069 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26c93e77-6823-4cfe-8b35-504cd34ec0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:42.000354 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-26c93e77-6823-4cfe-8b35-504cd34ec0e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:42.005056 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854734328'] for router, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:42.005424 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-26c93e77-6823-4cfe-8b35-504cd34ec0e8 admin admin] Usage tracker for resource:security_group_rule and tenant:78c982d9100f48efb45d828252554d4e is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:42.009630 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-26c93e77-6823-4cfe-8b35-504cd34ec0e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:42.016371 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-26c93e77-6823-4cfe-8b35-504cd34ec0e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:42.114460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26c93e77-6823-4cfe-8b35-504cd34ec0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:42.118990 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26c93e77-6823-4cfe-8b35-504cd34ec0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:42.132141 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-dc0ec515-e5ee-44c4-839f-fdce87a26861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:42.178387 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-26c93e77-6823-4cfe-8b35-504cd34ec0e8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=78c982d9100f48efb45d828252554d4e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2186732 Dec 24 10:30:42.178387 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c93e77-6823-4cfe-8b35-504cd34ec0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411c6507-0a73-4080-a17a-f2fdbb7a0303,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:42.179423 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34746) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:42.182507 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-26c93e77-6823-4cfe-8b35-504cd34ec0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:42.208964 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Allocated IP 172.20.0.2 (27e249bd-cdee-49e6-a577-868f08709dc4/b5dc5c72-d3d1-4df5-be07-e47ed588d585/5061f50c-8f89-489d-982e-c2c696ca44ce) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:30:42.247758 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa0bae68-8c1f-40df-a6d0-423a15bccfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:42.284433 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa0bae68-8c1f-40df-a6d0-423a15bccfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:42.338902 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa0bae68-8c1f-40df-a6d0-423a15bccfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:42.347160 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9713fe60-6a42-4630-8bca-90b02a629533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:42.365820 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bae68-8c1f-40df-a6d0-423a15bccfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411c6507-0a73-4080-a17a-f2fdbb7a0303,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:42.375406 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa0bae68-8c1f-40df-a6d0-423a15bccfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:42.379434 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:42.380371 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-aa0bae68-8c1f-40df-a6d0-423a15bccfa8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/411c6507-0a73-4080-a17a-f2fdbb7a0303 HTTP/1.1" status: 204 len: 168 time: 0.1997797 Dec 24 10:30:42.381755 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-aa0bae68-8c1f-40df-a6d0-423a15bccfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:42.424387 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:42.521979 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:42.535322 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Transition to ACTIVE for port object 5061f50c-8f89-489d-982e-c2c696ca44ce will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:30:42.553600 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Transition to ACTIVE for port object 5061f50c-8f89-489d-982e-c2c696ca44ce will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:30:42.562510 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:42.581608 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:42.737704 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Allocated IP 172.28.2.109 (81ea6ac4-2b55-4e45-bfef-bd97c85883e8/5f0c4e3f-7153-464a-952b-cce20cfb6b8f/1afa4883-7a74-4d71-9f43-841052e939e1) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:30:42.891317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Pushing event updated for resources: {'Port': ['ID=5061f50c-8f89-489d-982e-c2c696ca44ce,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:42.895986 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:42.945105 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Network 27e249bd-cdee-49e6-a577-868f08709dc4 is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:30:42.946884 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Resources bound (agent type, host, resource id): {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:30:42.948752 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:30:42.956009 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:42.986961 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:43.007754 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:43.008011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Attempting to bind port 5061f50c-8f89-489d-982e-c2c696ca44ce on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:30:43.008669 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Attempting to bind port 5061f50c-8f89-489d-982e-c2c696ca44ce by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:30:43.009406 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Attempting to bind port 5061f50c-8f89-489d-982e-c2c696ca44ce on network 27e249bd-cdee-49e6-a577-868f08709dc4 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:30:43.015581 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:30:43.016103 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Checking segment: {'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:30:43.016522 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:43.016990 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Bound using segment: {'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:30:43.017504 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Bound port: 5061f50c-8f89-489d-982e-c2c696ca44ce, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:30:43.017912 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:43.124374 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] For port 5061f50c-8f89-489d-982e-c2c696ca44ce, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:30:43.127730 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] For port 5061f50c-8f89-489d-982e-c2c696ca44ce, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=5061f50c-8f89-489d-982e-c2c696ca44ce,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:30:43.131752 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:43.150020 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:43.159742 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Pushing event updated for resources: {'Port': ['ID=1afa4883-7a74-4d71-9f43-841052e939e1,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:43.170131 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:43.232357 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:30:43.237508 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:30:43.243231 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:30:43.345281 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Pushing event updated for resources: {'Port': ['ID=5061f50c-8f89-489d-982e-c2c696ca44ce,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:43.349222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:43.555205 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34782) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:44.020439 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f5e0e462-1998-4e4b-a01a-21a2b9f62ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:44.041884 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-f5e0e462-1998-4e4b-a01a-21a2b9f62ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:44.047317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:44.097568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-f5e0e462-1998-4e4b-a01a-21a2b9f62ab0 admin admin] Usage tracker for resource:security_group_rule and tenant:8ff8a21c32a640ff841b20e90be399ac is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:44.105306 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-f5e0e462-1998-4e4b-a01a-21a2b9f62ab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:44.120176 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-f5e0e462-1998-4e4b-a01a-21a2b9f62ab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:44.358072 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34810) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:44.479788 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f5e0e462-1998-4e4b-a01a-21a2b9f62ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:44.491713 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f5e0e462-1998-4e4b-a01a-21a2b9f62ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:44.503644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2393815f-110c-4697-a1cc-f2724c8ecf20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:44.528110 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-274b6de7-7507-4c29-9248-d42623691d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:44.550259 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-274b6de7-7507-4c29-9248-d42623691d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:44.550484 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854026554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854035228'] for router, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:44.557566 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-274b6de7-7507-4c29-9248-d42623691d39 admin admin] Usage tracker for resource:security_group_rule and tenant:9e31d54d874c4ea8ba16eb26532de643 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:44.560931 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-274b6de7-7507-4c29-9248-d42623691d39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:44.568773 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-f5e0e462-1998-4e4b-a01a-21a2b9f62ab0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8ff8a21c32a640ff841b20e90be399ac&name=default HTTP/1.1" status: 200 len: 2879 time: 1.0122385 Dec 24 10:30:44.568943 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-274b6de7-7507-4c29-9248-d42623691d39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:44.569579 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34816) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:44.627924 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0e462-1998-4e4b-a01a-21a2b9f62ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c71850-c557-40bb-8db4-f7e6ea70d884,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:44.647331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f5e0e462-1998-4e4b-a01a-21a2b9f62ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:44.675689 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-274b6de7-7507-4c29-9248-d42623691d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:44.679038 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-274b6de7-7507-4c29-9248-d42623691d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:44.690395 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1d4f1407-cb86-469f-ad13-51ad054149b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:44.739901 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-274b6de7-7507-4c29-9248-d42623691d39 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9e31d54d874c4ea8ba16eb26532de643&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3785276 Dec 24 10:30:44.740815 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34822) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:44.744111 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b6de7-7507-4c29-9248-d42623691d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82add9b-00be-4e07-84e8-d44b3ff5e53f,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:44.747707 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-274b6de7-7507-4c29-9248-d42623691d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:44.808393 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ecd8c31e-3892-4025-9931-ed667213c6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:44.816121 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7902-3f95-4f00-8e9d-a42e3185d751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:44.844798 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7902-3f95-4f00-8e9d-a42e3185d751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:44.854518 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ecd8c31e-3892-4025-9931-ed667213c6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:44.862025 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3361349-afe5-4a80-bf9b-59a7e79af4f0 None None] Network 27e249bd-cdee-49e6-a577-868f08709dc4 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:30:44.895263 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7902-3f95-4f00-8e9d-a42e3185d751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:44.900967 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5023f0ca-e6f8-417b-aa8e-7518573e6dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:44.911392 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Router bbb9f05a-aa75-48d7-b7f1-4511489fc416 is scheduled to L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac with binding_index 1 {{(pid=80199) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 24 10:30:44.917883 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b1eb7902-3f95-4f00-8e9d-a42e3185d751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:44.921189 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-b1eb7902-3f95-4f00-8e9d-a42e3185d751 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d82add9b-00be-4e07-84e8-d44b3ff5e53f HTTP/1.1" status: 204 len: 168 time: 0.1792111 Dec 24 10:30:44.922578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb7902-3f95-4f00-8e9d-a42e3185d751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82add9b-00be-4e07-84e8-d44b3ff5e53f,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:44.925819 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b1eb7902-3f95-4f00-8e9d-a42e3185d751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:44.999172 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-6d26aefb-965a-4b0e-8998-92d2d3c7d4b7 None None] Provisioning for port 5061f50c-8f89-489d-982e-c2c696ca44ce completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:30:45.001477 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ecd8c31e-3892-4025-9931-ed667213c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:45.007883 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1b7c1236-668f-48f9-917a-ad7035036e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:45.037772 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8c31e-3892-4025-9931-ed667213c6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c71850-c557-40bb-8db4-f7e6ea70d884,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:45.091158 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ecd8c31e-3892-4025-9931-ed667213c6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:45.131103 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ecd8c31e-3892-4025-9931-ed667213c6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:45.135316 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-ecd8c31e-3892-4025-9931-ed667213c6b3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71c71850-c557-40bb-8db4-f7e6ea70d884 HTTP/1.1" status: 204 len: 168 time: 0.5061092 Dec 24 10:30:45.153295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:30:45.167107 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Sync routers for ids ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'] in dv-cinder-768458-2-smb {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:30:45.179489 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:45.183995 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5192277 Dec 24 10:30:45.184324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34832) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:45.188615 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Routers {'bbb9f05a-aa75-48d7-b7f1-4511489fc416'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:30:45.189351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:30:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:45.300190 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 5061f50c-8f89-489d-982e-c2c696ca44ce up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:30:45.483053 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Set router bbb9f05a-aa75-48d7-b7f1-4511489fc416 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:30:45.789079 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 5061f50c-8f89-489d-982e-c2c696ca44ce completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:30:45.886919 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 5061f50c-8f89-489d-982e-c2c696ca44ce triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:45.890247 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:45.993498 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-102f0106-98d6-48e4-9292-1fd4d256cf7b None None] Provisioning complete for port 5061f50c-8f89-489d-982e-c2c696ca44ce triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:45.994276 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-102f0106-98d6-48e4-9292-1fd4d256cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:46.050870 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:46.234581 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:46.250765 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:43Z', 'revision_number': 3, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:46.332229 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-102f0106-98d6-48e4-9292-1fd4d256cf7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:46.374613 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Checking router: bbb9f05a-aa75-48d7-b7f1-4511489fc416 for host: dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:30:46.375027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Updating router bbb9f05a-aa75-48d7-b7f1-4511489fc416 port 1afa4883-7a74-4d71-9f43-841052e939e1 binding host dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 24 10:30:46.433541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34868) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:46.451807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:46.499278 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port 5061f50c-8f89-489d-982e-c2c696ca44ce, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=5061f50c-8f89-489d-982e-c2c696ca44ce,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:30:46.540267 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:46.548580 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:46.589775 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Allocated IP 172.20.0.1 (27e249bd-cdee-49e6-a577-868f08709dc4/b5dc5c72-d3d1-4df5-be07-e47ed588d585/523f275d-ced4-462e-9fdc-b37d2b160233) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:30:46.689450 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.api [None req-102f0106-98d6-48e4-9292-1fd4d256cf7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:30:46.689856 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_db.api [None req-102f0106-98d6-48e4-9292-1fd4d256cf7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 24 10:30:46.712172 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-576044917-network', 'tenant_id': '224f3d98add24b3983023abf520b6aff'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:46.720462 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:46.730583 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Usage tracker for resource:network and tenant:224f3d98add24b3983023abf520b6aff is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:46.739501 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:46.744187 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=5061f50c-8f89-489d-982e-c2c696ca44ce,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:46.749819 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:46.754592 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:46.782559 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Made reservation on behalf of 224f3d98add24b3983023abf520b6aff for: {'network': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:30:46.789801 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:46.812264 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:46.832173 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:46.837668 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Usage tracker for resource:security_group_rule and tenant:224f3d98add24b3983023abf520b6aff is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:46.840710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:46.847299 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:46.947236 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:46.952239 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:46.957320 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c961afa0-d777-4885-945d-7b56e890121d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:47.044430 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80200) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 24 10:30:47.072076 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c018aa-3311-4020-b50c-36c139cd404e,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:47.076473 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:47.082439 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:47.082919 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Added segment 45aa5081-02a3-4405-bf06-109f2cfc14e6 of type vxlan for network 68cda92f-b888-42f1-9a10-df345b0f333a Dec 24 10:30:47.150574 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:47.163407 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:47.184544 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Transition to ACTIVE for port object 523f275d-ced4-462e-9fdc-b37d2b160233 will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:30:47.203455 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:47.204917 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:47.205623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:47.211963 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f705b2b3-90f3-4803-9208-89a73ad179d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:47.214305 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:47.231762 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:47.284947 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 5061f50c-8f89-489d-982e-c2c696ca44ce up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:30:47.310075 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Pushing event updated for resources: {'Port': ['ID=523f275d-ced4-462e-9fdc-b37d2b160233,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:47.333176 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:47.344736 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Pushing event updated for resources: {'Network': ['ID=68cda92f-b888-42f1-9a10-df345b0f333a,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:47.348783 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9140987 Dec 24 10:30:47.349895 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:47.354232 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.resource_extend [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 24 10:30:47.357344 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34888) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:47.366178 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Request body: {'subnet': {'network_id': '68cda92f-b888-42f1-9a10-df345b0f333a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-576044917-subnet', 'tenant_id': '224f3d98add24b3983023abf520b6aff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:47.368115 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network 68cda92f-b888-42f1-9a10-df345b0f333a details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:30:47.373632 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:47.378229 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Usage tracker for resource:subnet and tenant:224f3d98add24b3983023abf520b6aff is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:47.381587 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:47.391880 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:47.404393 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Made reservation on behalf of 224f3d98add24b3983023abf520b6aff for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:30:47.411359 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844216392'] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:47.470069 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Network 68cda92f-b888-42f1-9a10-df345b0f333a details requested by agent ovs-agent-hv-cinder-76845 with host hv-cinder-76845 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:30:47.474371 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Network 27e249bd-cdee-49e6-a577-868f08709dc4 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:30:47.475652 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:30:47.478617 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:30:47.574740 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740409'] for router_interface, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:47.637020 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 5061f50c-8f89-489d-982e-c2c696ca44ce triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:47.637449 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:47.718478 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-f6eae263-01ef-4b8e-b445-22f85b446601 None None] Provisioning complete for port 5061f50c-8f89-489d-982e-c2c696ca44ce triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:47.725043 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f6eae263-01ef-4b8e-b445-22f85b446601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:47.768640 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:47.903147 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:47.954305 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Transition to ACTIVE for port object 1afa4883-7a74-4d71-9f43-841052e939e1 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:30:47.970411 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:47.987099 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ce872d0e-bd58-4dde-b6ef-9a4c431d1c0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:48.032979 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843584500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844216407'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:48.131871 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:48.138027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:48.187845 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:48.188374 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:48.218134 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccc680-66d7-4cd1-a614-fd3bb21d9907 None None] Pushing event updated for resources: {'Port': ['ID=1afa4883-7a74-4d71-9f43-841052e939e1,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:48.221462 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c8ccc680-66d7-4cd1-a614-fd3bb21d9907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:48.263977 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851622594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739714'] for router_interface, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:48.297297 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Attempting to bind port 1afa4883-7a74-4d71-9f43-841052e939e1 on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:30:48.297719 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Attempting to bind port 1afa4883-7a74-4d71-9f43-841052e939e1 by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:30:48.298139 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Attempting to bind port 1afa4883-7a74-4d71-9f43-841052e939e1 on network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:30:48.299548 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Pushing event updated for resources: {'Port': ['ID=523f275d-ced4-462e-9fdc-b37d2b160233,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:48.302739 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0da857-3fac-4cbe-bd66-43da41f3c62b,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:48.305294 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:30:48.305479 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:48.305721 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Checking segment: {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:30:48.306172 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:48.306612 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Bound using segment: {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:30:48.307136 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Bound port: 1afa4883-7a74-4d71-9f43-841052e939e1, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:30:48.307565 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:48.311734 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:48.321298 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Checking segment: {'id': '45aa5081-02a3-4405-bf06-109f2cfc14e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68cda92f-b888-42f1-9a10-df345b0f333a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:30:48.321789 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Network hostable DHCP agents. Network: 68cda92f-b888-42f1-9a10-df345b0f333a, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:30:48.349805 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Network 68cda92f-b888-42f1-9a10-df345b0f333a is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:30:48.362465 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, 68cda92f-b888-42f1-9a10-df345b0f333a) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:30:48.375751 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fa9e8c-670c-4761-8386-55c24eb6aef9 None None] Network 68cda92f-b888-42f1-9a10-df345b0f333a requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:30:48.403518 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:48.404567 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:48.422805 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Network 27e249bd-cdee-49e6-a577-868f08709dc4 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:30:48.424021 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:30:48.436021 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] For port 1afa4883-7a74-4d71-9f43-841052e939e1, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:30:48.439935 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0810733 Dec 24 10:30:48.502689 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] For port 1afa4883-7a74-4d71-9f43-841052e939e1, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=1afa4883-7a74-4d71-9f43-841052e939e1,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:30:48.512560 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-bf48ae38-7353-4b5d-b8db-3b624662cc62 None None] Provisioning for port 523f275d-ced4-462e-9fdc-b37d2b160233 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:30:48.533953 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:48.564803 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:48.607894 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-bf48ae38-7353-4b5d-b8db-3b624662cc62 None None] Provisioning complete for port 523f275d-ced4-462e-9fdc-b37d2b160233 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:48.608428 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bf48ae38-7353-4b5d-b8db-3b624662cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:48.674524 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Router bbb9f05a-aa75-48d7-b7f1-4511489fc416 has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:30:48.826311 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-bf48ae38-7353-4b5d-b8db-3b624662cc62 None None] Port 523f275d-ced4-462e-9fdc-b37d2b160233 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:30:48.840872 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccc680-66d7-4cd1-a614-fd3bb21d9907 None None] Pushing event updated for resources: {'Port': ['ID=1afa4883-7a74-4d71-9f43-841052e939e1,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:48.847346 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c8ccc680-66d7-4cd1-a614-fd3bb21d9907 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:48.871621 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:30:48.889745 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] 10.222.0.58 "PUT /v2.0/routers/bbb9f05a-aa75-48d7-b7f1-4511489fc416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6956484 Dec 24 10:30:48.916405 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8554e180-2b8b-4035-af71-676b31322aed None None] Network 68cda92f-b888-42f1-9a10-df345b0f333a requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:30:49.038550 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Routers {'bbb9f05a-aa75-48d7-b7f1-4511489fc416'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:30:49.039357 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:30:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:49.299303 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-af6df2eb-f6e6-44c9-a0a2-e5a714309336 None None] Provisioning complete for port 523f275d-ced4-462e-9fdc-b37d2b160233 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:49.299726 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-af6df2eb-f6e6-44c9-a0a2-e5a714309336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:49.389869 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-af6df2eb-f6e6-44c9-a0a2-e5a714309336 None None] Port 523f275d-ced4-462e-9fdc-b37d2b160233 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:30:49.534284 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34930) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:49.542492 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Request body: {'security_group': {'name': 'tempest-securitygroup--443663402', 'description': 'tempest-description--1382207954'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:49.551123 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:49.556799 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Usage tracker for resource:security_group and tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:49.561052 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:49.569422 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:49.583107 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:49.612441 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:49.617620 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Usage tracker for resource:security_group_rule and tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:49.621283 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:49.629792 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:49.633407 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] Set router bbb9f05a-aa75-48d7-b7f1-4511489fc416 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:30:49.725805 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:49.729805 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:49.735384 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a234036a-ad97-4bad-8931-6673d54d2476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:49.796513 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:49.798124 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.2627907 Dec 24 10:30:49.801294 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34938) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:49.805635 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event updated for resources: {'SecurityGroup': ['ID=e45ae168-bc54-43ef-9f47-3d34013611c8,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:49.807410 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-2c047015-cb4f-4586-94b9-eb9f24646ba7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Request body: {'security_group_rule': {'security_group_id': 'e45ae168-bc54-43ef-9f47-3d34013611c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:49.808556 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:49.815032 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-2c047015-cb4f-4586-94b9-eb9f24646ba7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:49.820577 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-2c047015-cb4f-4586-94b9-eb9f24646ba7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Usage tracker for resource:security_group_rule and tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:49.828252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-2c047015-cb4f-4586-94b9-eb9f24646ba7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:49.834339 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-2c047015-cb4f-4586-94b9-eb9f24646ba7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:49.852520 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2c047015-cb4f-4586-94b9-eb9f24646ba7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group_rule, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:49.927069 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2c047015-cb4f-4586-94b9-eb9f24646ba7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:49.929996 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2c047015-cb4f-4586-94b9-eb9f24646ba7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415296'] for security_group_rule, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:49.937873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:49.959957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c047015-cb4f-4586-94b9-eb9f24646ba7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d39061d-a082-4ade-ae5a-d1b9db20f0b1,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:49.964010 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2c047015-cb4f-4586-94b9-eb9f24646ba7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:49.971100 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2c047015-cb4f-4586-94b9-eb9f24646ba7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group_rule, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:49.972398 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-2c047015-cb4f-4586-94b9-eb9f24646ba7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.1700318 Dec 24 10:30:49.975264 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 34942) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:49.981344 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-25dc37ca-0f36-4ad2-a980-13cc76679804 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Request body: {'security_group_rule': {'security_group_id': 'e45ae168-bc54-43ef-9f47-3d34013611c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:49.987411 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-25dc37ca-0f36-4ad2-a980-13cc76679804 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:49.991638 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-25dc37ca-0f36-4ad2-a980-13cc76679804 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Usage tracker for resource:security_group_rule and tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:49.994703 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-25dc37ca-0f36-4ad2-a980-13cc76679804 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:49.997198 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 2, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:50.000737 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-25dc37ca-0f36-4ad2-a980-13cc76679804 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:50.001368 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36858556-79a0-4d5b-9706-bfc71ce0e17b None None] The sync data for ids ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'] in dv-cinder-768458-2-smb is: [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 2, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:30:50.019323 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-25dc37ca-0f36-4ad2-a980-13cc76679804 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group_rule, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:50.085049 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-25dc37ca-0f36-4ad2-a980-13cc76679804 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:50.088121 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-25dc37ca-0f36-4ad2-a980-13cc76679804 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415296'] for security_group_rule, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:50.090360 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2c047015-cb4f-4586-94b9-eb9f24646ba7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:50.114004 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc37ca-0f36-4ad2-a980-13cc76679804 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a13c3a4-1d4f-4f7e-b9ee-7984fc876993,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:50.119899 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-25dc37ca-0f36-4ad2-a980-13cc76679804 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:50.123480 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-25dc37ca-0f36-4ad2-a980-13cc76679804 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group_rule, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:50.124823 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-25dc37ca-0f36-4ad2-a980-13cc76679804 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.1481600 Dec 24 10:30:50.128097 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 34946) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:50.134689 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Request body: {'floatingip': {'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:50.140533 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:50.144712 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Usage tracker for resource:floatingip and tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:50.147814 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:50.153672 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:50.163345 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for floatingip, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:50.308998 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:50.764753 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Allocated IP 172.28.2.39 (81ea6ac4-2b55-4e45-bfef-bd97c85883e8/5f0c4e3f-7153-464a-952b-cce20cfb6b8f/ba2a6932-b789-41d2-af9b-1507359f25df) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:30:51.092867 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc1384-e5b4-405f-aa49-17b07059686a req-0321a56a-d144-4397-9b95-348b865d2b8c tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:51.094545 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19bc1384-e5b4-405f-aa49-17b07059686a req-0321a56a-d144-4397-9b95-348b865d2b8c tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/networks?id=68cda92f-b888-42f1-9a10-df345b0f333a HTTP/1.1" status: 200 len: 808 time: 0.4031720 Dec 24 10:30:51.124284 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19bc1384-e5b4-405f-aa49-17b07059686a req-3d97b85a-4ea3-4d0a-848f-ae7bd0eaa673 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/quotas/224f3d98add24b3983023abf520b6aff HTTP/1.1" status: 200 len: 375 time: 0.0214841 Dec 24 10:30:51.194081 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:51.199295 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19bc1384-e5b4-405f-aa49-17b07059686a req-a1077117-7326-447d-b4ce-50afd4e1def7 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?tenant_id=224f3d98add24b3983023abf520b6aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606012 Dec 24 10:30:51.248118 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 1afa4883-7a74-4d71-9f43-841052e939e1 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:30:51.330180 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 1afa4883-7a74-4d71-9f43-841052e939e1 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:30:51.337913 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 1afa4883-7a74-4d71-9f43-841052e939e1 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:51.338506 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:51.353310 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:51.507834 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:51.575220 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port 1afa4883-7a74-4d71-9f43-841052e939e1, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=1afa4883-7a74-4d71-9f43-841052e939e1,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:30:51.579878 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:51.584391 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:51.669374 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=1afa4883-7a74-4d71-9f43-841052e939e1,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:51.682176 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:51.707806 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-dd327873-ffd4-4ab8-8d97-a3f7e7e08279 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:51.807633 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19bc1384-e5b4-405f-aa49-17b07059686a req-1d69c1f9-440e-49d5-a584-7ddcb6b8efbc service neutron] 10.222.0.58 "GET /v2.0/networks/68cda92f-b888-42f1-9a10-df345b0f333a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963838 Dec 24 10:30:51.892491 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event updated for resources: {'Port': ['ID=ba2a6932-b789-41d2-af9b-1507359f25df,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:51.904355 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:51.974836 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:30:51.981235 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:30:51.985951 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:30:52.072955 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c9dbb-d624-49e4-988e-761992b16f8f req-9a6608a3-6d19-451a-9328-e61cb244428a tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:52.074539 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-479c9dbb-d624-49e4-988e-761992b16f8f req-9a6608a3-6d19-451a-9328-e61cb244428a tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.3760958 Dec 24 10:30:52.107386 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19bc1384-e5b4-405f-aa49-17b07059686a req-d3e9eb90-1ce3-494d-8093-6c01a827d16c service neutron] 10.222.0.58 "GET /v2.0/networks/68cda92f-b888-42f1-9a10-df345b0f333a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2811396 Dec 24 10:30:52.147830 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-479c9dbb-d624-49e4-988e-761992b16f8f req-b721a4e4-fe4b-4929-b7cc-e2aff0daf7a4 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640819 Dec 24 10:30:52.152098 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for floatingip, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:52.220775 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:52.367351 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5dfa37ce-5a90-47b7-8e80-2dd744add915 req-02c0cfae-fc13-4065-86b8-fdca14926df7 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 210 time: 0.0637553 Dec 24 10:30:52.558629 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:52.564470 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:52.580433 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5b797138-10bc-4fb6-a8eb-3feddd45a722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:52.720548 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event updated for resources: {'Port': ['ID=ba2a6932-b789-41d2-af9b-1507359f25df,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:52.725523 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:52.825789 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:52.848930 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:52.850405 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7211890 Dec 24 10:30:53.041796 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fae8e822-ff45-41b5-b20b-a75d26eab754 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Synchronizing usage tracker for tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:30:53.059777 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fae8e822-ff45-41b5-b20b-a75d26eab754 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Unset dirty status for tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:30:53.061289 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fae8e822-ff45-41b5-b20b-a75d26eab754 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--443663402&fields=id&tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe HTTP/1.1" status: 200 len: 267 time: 0.0670877 Dec 24 10:30:53.215557 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 1afa4883-7a74-4d71-9f43-841052e939e1 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:30:53.240146 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-dc73e9e1-576c-48c1-8732-bd119e0a4425 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:53.241962 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-dc73e9e1-576c-48c1-8732-bd119e0a4425 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/networks?id=27e249bd-cdee-49e6-a577-868f08709dc4 HTTP/1.1" status: 200 len: 817 time: 0.1733661 Dec 24 10:30:53.264280 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-f3906649-adfc-464b-867f-7789afe67d8e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/quotas/ca38aa35af6c4ac3aa1ed32c962dd3fe HTTP/1.1" status: 200 len: 375 time: 0.0121527 Dec 24 10:30:53.317505 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 1afa4883-7a74-4d71-9f43-841052e939e1 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:53.317926 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:53.387886 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-505814e9-47b8-42ff-b00d-4f671fa4c2df tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Synchronizing usage tracker for tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:30:53.504912 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-505814e9-47b8-42ff-b00d-4f671fa4c2df tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Unset dirty status for tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:30:53.506006 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-505814e9-47b8-42ff-b00d-4f671fa4c2df tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2303233 Dec 24 10:30:53.669471 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3aa9d-4acc-49f3-bf1b-fd616ccf5ddd req-23b1a810-c690-430b-b1ec-4d9c134bf5df tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:53.675582 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-afb3aa9d-4acc-49f3-bf1b-fd616ccf5ddd req-23b1a810-c690-430b-b1ec-4d9c134bf5df tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.2776430 Dec 24 10:30:53.698053 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Sync routers for ids ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'] in dv-cinder-768458-2-smb {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:30:53.702729 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625da04-df39-4bc3-9ea6-e1decc5002d9 req-32241d1c-9bec-4ebc-8daf-672a98b2460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:53.704242 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b625da04-df39-4bc3-9ea6-e1decc5002d9 req-32241d1c-9bec-4ebc-8daf-672a98b2460b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0977ccd094224ec091b2d48bd500d4e8&device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 1202 time: 0.2508035 Dec 24 10:30:53.718604 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Routers {'bbb9f05a-aa75-48d7-b7f1-4511489fc416'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:30:53.719655 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-12783668-0380-4260-bafe-2d607f0742fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:30:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:53.784891 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc1384-e5b4-405f-aa49-17b07059686a req-8875480f-6159-49d0-8a8f-dd06ae80b776 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:53.785717 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-19bc1384-e5b4-405f-aa49-17b07059686a req-8875480f-6159-49d0-8a8f-dd06ae80b776 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Synchronizing usage tracker for tenant:224f3d98add24b3983023abf520b6aff on resource:network {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:30:53.808055 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-19bc1384-e5b4-405f-aa49-17b07059686a req-8875480f-6159-49d0-8a8f-dd06ae80b776 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Unset dirty status for tenant:224f3d98add24b3983023abf520b6aff on resource:network {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:30:53.810123 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19bc1384-e5b4-405f-aa49-17b07059686a req-8875480f-6159-49d0-8a8f-dd06ae80b776 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.20 "GET /v2.0/networks?id=68cda92f-b888-42f1-9a10-df345b0f333a HTTP/1.1" status: 200 len: 808 time: 0.2613325 Dec 24 10:30:53.836196 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-19bc1384-e5b4-405f-aa49-17b07059686a req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Request body: {'port': {'device_id': '5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f', 'network_id': '68cda92f-b888-42f1-9a10-df345b0f333a', 'admin_state_up': True, 'tenant_id': '224f3d98add24b3983023abf520b6aff'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:53.837223 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-771f4fde-3abd-4891-8d6e-e8e0a59a1e6e service neutron] 10.222.0.58 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076925 Dec 24 10:30:53.890273 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-afb3aa9d-4acc-49f3-bf1b-fd616ccf5ddd req-684b2bc4-23e2-4946-b9e7-11f51446a053 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125955 Dec 24 10:30:54.035186 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Set router bbb9f05a-aa75-48d7-b7f1-4511489fc416 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:30:54.159100 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-19bc1384-e5b4-405f-aa49-17b07059686a req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:54.171774 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-19bc1384-e5b4-405f-aa49-17b07059686a req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Usage tracker for resource:port and tenant:224f3d98add24b3983023abf520b6aff is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:54.182609 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-19bc1384-e5b4-405f-aa49-17b07059686a req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Quota usage for port was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:54.195111 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-19bc1384-e5b4-405f-aa49-17b07059686a req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:54.227302 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19bc1384-e5b4-405f-aa49-17b07059686a req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Made reservation on behalf of 224f3d98add24b3983023abf520b6aff for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:30:54.235018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19bc1384-e5b4-405f-aa49-17b07059686a req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:54.235651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625da04-df39-4bc3-9ea6-e1decc5002d9 req-5900476c-1363-44a0-87cd-aef7edca22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:54.237371 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b625da04-df39-4bc3-9ea6-e1decc5002d9 req-5900476c-1363-44a0-87cd-aef7edca22ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d04766c-e866-4a4b-baed-8e2a07265490 HTTP/1.1" status: 200 len: 909 time: 0.5194490 Dec 24 10:30:54.477609 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-12783668-0380-4260-bafe-2d607f0742fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 2, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:54.482480 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Checking router: bbb9f05a-aa75-48d7-b7f1-4511489fc416 for host: dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:30:54.483217 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Updating router bbb9f05a-aa75-48d7-b7f1-4511489fc416 port 523f275d-ced4-462e-9fdc-b37d2b160233 binding host dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 24 10:30:54.575702 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:54.592311 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-39e0e57a-824d-4e71-af50-10c60327d679 service neutron] 10.222.0.58 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7540998 Dec 24 10:30:54.675587 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad73aa-46b2-4d15-b81a-1b7a2a0c5e05 req-3d8547af-fc0a-4758-a998-6e84a96c21ec tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:54.684219 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-57ad73aa-46b2-4d15-b81a-1b7a2a0c5e05 req-3d8547af-fc0a-4758-a998-6e84a96c21ec tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 984 time: 0.6113722 Dec 24 10:30:54.697226 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-19bc1384-e5b4-405f-aa49-17b07059686a req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Allocated IP 172.20.0.12 (68cda92f-b888-42f1-9a10-df345b0f333a/1b0da857-3fac-4cbe-bd66-43da41f3c62b/9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:30:54.703198 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b625da04-df39-4bc3-9ea6-e1decc5002d9 req-a5f16c7b-21f5-45ce-9067-81cab23c6a57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cf1f785-c1a5-4367-943f-752cc658b2c8 HTTP/1.1" status: 200 len: 1000 time: 0.4564421 Dec 24 10:30:54.796667 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625da04-df39-4bc3-9ea6-e1decc5002d9 req-2182da62-c7f8-4fbd-b1fe-e2a771ee08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:54.798814 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b625da04-df39-4bc3-9ea6-e1decc5002d9 req-2182da62-c7f8-4fbd-b1fe-e2a771ee08a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e85fe94b-6f84-41a3-b43b-b57aabbb2996 HTTP/1.1" status: 200 len: 854 time: 0.0771086 Dec 24 10:30:54.817469 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-57ad73aa-46b2-4d15-b81a-1b7a2a0c5e05 req-6f07a6ee-dca8-4ed5-b5ff-ee81d9a2a830 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=c1823cfe-d120-4aff-91a8-d62b433f7e57&id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1320410 Dec 24 10:30:54.996137 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19bc1384-e5b4-405f-aa49-17b07059686a req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:55.027538 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19bc1384-e5b4-405f-aa49-17b07059686a req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:55.053673 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625da04-df39-4bc3-9ea6-e1decc5002d9 req-b3830da4-8649-4254-b149-dafcded677b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:55.056234 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b625da04-df39-4bc3-9ea6-e1decc5002d9 req-b3830da4-8649-4254-b149-dafcded677b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d04766c-e866-4a4b-baed-8e2a07265490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2372606 Dec 24 10:30:55.065259 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:55.224135 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5f007920-726f-40f9-86ed-5e826730243f req-ac6dc56f-a0af-46f4-9103-c261f64bc52d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 210 time: 0.0827518 Dec 24 10:30:55.246502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfe2d0-e177-4c85-b4dc-a7000f75d64a req-5d140b30-9ede-483d-9aca-b28f12c5f4e4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:55.254616 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a0cfe2d0-e177-4c85-b4dc-a7000f75d64a req-5d140b30-9ede-483d-9aca-b28f12c5f4e4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 932 time: 0.3078480 Dec 24 10:30:55.274306 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Pushing event updated for resources: {'Port': ['ID=9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:55.291319 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:55.370502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19bc1384-e5b4-405f-aa49-17b07059686a req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Network 68cda92f-b888-42f1-9a10-df345b0f333a is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:30:55.371786 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-19bc1384-e5b4-405f-aa49-17b07059686a req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:30:55.378568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bc1384-e5b4-405f-aa49-17b07059686a req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:30:55.389226 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a0cfe2d0-e177-4c85-b4dc-a7000f75d64a req-4a7d01f4-bf49-4995-896e-11966036bd0c tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335237 Dec 24 10:30:55.466932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc1384-e5b4-405f-aa49-17b07059686a req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:55.468261 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19bc1384-e5b4-405f-aa49-17b07059686a req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:55.477892 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b625da04-df39-4bc3-9ea6-e1decc5002d9 req-b58fa5d1-476c-43a6-a0e1-28fa3157b808 service neutron] 10.222.0.20 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856118 Dec 24 10:30:55.495167 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19bc1384-e5b4-405f-aa49-17b07059686a req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6637356 Dec 24 10:30:55.527619 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:55.530567 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Request body: {'port': {'device_id': '5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:55.543317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Transition to ACTIVE for port object 523f275d-ced4-462e-9fdc-b37d2b160233 will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:30:55.547571 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:55.564622 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ae355879-589d-40bc-bf38-a36b2063107c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:55.605352 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2081be69-ca48-49e8-a309-f340e17795ae req-4dda65bc-c13a-45d7-8c11-9b647b46b6d3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:55.613101 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2081be69-ca48-49e8-a309-f340e17795ae req-4dda65bc-c13a-45d7-8c11-9b647b46b6d3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.2207234 Dec 24 10:30:55.664053 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:55.687347 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2081be69-ca48-49e8-a309-f340e17795ae req-f7766f0c-e960-46a2-8dfa-58e3c2b749f1 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733032 Dec 24 10:30:55.690832 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b625da04-df39-4bc3-9ea6-e1decc5002d9 req-95f83f78-bb03-457b-a0d3-c6a142571d97 service neutron] 10.222.0.20 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2030029 Dec 24 10:30:55.782116 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Pushing event updated for resources: {'Port': ['ID=523f275d-ced4-462e-9fdc-b37d2b160233,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:55.793905 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.794287 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.794658 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.795027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.795390 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.795753 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.796113 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.796467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.796853 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.797210 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.797564 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.797918 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.798329 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.798684 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.799044 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.799396 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.799747 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.800101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.800455 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.800855 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.801210 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.801611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.801967 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.802318 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:30:55.811943 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:56.063293 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Attempting to bind port 523f275d-ced4-462e-9fdc-b37d2b160233 on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:30:56.063875 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Attempting to bind port 523f275d-ced4-462e-9fdc-b37d2b160233 by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:30:56.064146 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Attempting to bind port 523f275d-ced4-462e-9fdc-b37d2b160233 on network 27e249bd-cdee-49e6-a577-868f08709dc4 {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:30:56.074514 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:30:56.075635 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Checking segment: {'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:30:56.076075 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:56.076799 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Bound using segment: {'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:30:56.077362 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Bound port: 523f275d-ced4-462e-9fdc-b37d2b160233, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:30:56.077773 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:56.113157 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c83de-b4db-4bbf-8a3f-e788e6d72daa req-2ba3f51a-cf95-4202-aa38-4a6685d4f7e0 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:56.123025 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-db2c83de-b4db-4bbf-8a3f-e788e6d72daa req-2ba3f51a-cf95-4202-aa38-4a6685d4f7e0 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 984 time: 0.1090021 Dec 24 10:30:56.181725 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-db2c83de-b4db-4bbf-8a3f-e788e6d72daa req-8f3312ec-898b-4ebf-a64d-37abb6d688d7 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=c1823cfe-d120-4aff-91a8-d62b433f7e57&id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0559404 Dec 24 10:30:56.191443 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-12783668-0380-4260-bafe-2d607f0742fd None None] For port 523f275d-ced4-462e-9fdc-b37d2b160233, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:30:56.196089 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-12783668-0380-4260-bafe-2d607f0742fd None None] For port 523f275d-ced4-462e-9fdc-b37d2b160233, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=523f275d-ced4-462e-9fdc-b37d2b160233,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:30:56.199623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:56.216537 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:56.251118 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:30:56.268897 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:56.285460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Transition to ACTIVE for port object 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:30:56.289098 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:56.395394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Pushing event updated for resources: {'Port': ['ID=523f275d-ced4-462e-9fdc-b37d2b160233,revision_number=4']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:56.399240 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:56.445684 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4498661b-09da-4567-bbb6-289eda08e76a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:56.494461 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4704ce66-1595-4d7f-ab1b-8ed31850e8a7 req-96c78d5a-d445-4e2a-9e25-1e910e5a8158 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 210 time: 0.0538442 Dec 24 10:30:56.517110 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Routers {'bbb9f05a-aa75-48d7-b7f1-4511489fc416'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:30:56.518216 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-12783668-0380-4260-bafe-2d607f0742fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:30:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:56.628964 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Pushing event updated for resources: {'Port': ['ID=9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:56.634808 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:56.840929 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7b324-2d7e-4800-ab0f-bf15bc362642 req-c5a17d6f-1c52-426f-b37d-91b3b7c22b3c tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:56.841663 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-12783668-0380-4260-bafe-2d607f0742fd None None] Set router bbb9f05a-aa75-48d7-b7f1-4511489fc416 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:30:56.848515 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-81b7b324-2d7e-4800-ab0f-bf15bc362642 req-c5a17d6f-1c52-426f-b37d-91b3b7c22b3c tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 944 time: 0.2858362 Dec 24 10:30:56.877409 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-176028e0-9c7a-4c9a-9e31-46cc28af8a79 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:56.878947 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-176028e0-9c7a-4c9a-9e31-46cc28af8a79 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.20 "GET /v2.0/networks?id=27e249bd-cdee-49e6-a577-868f08709dc4 HTTP/1.1" status: 200 len: 817 time: 0.2326379 Dec 24 10:30:56.914279 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Attempting to bind port 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:30:56.914815 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Attempting to bind port 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': '45aa5081-02a3-4405-bf06-109f2cfc14e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68cda92f-b888-42f1-9a10-df345b0f333a'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:30:56.915633 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Attempting to bind port 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf on network 68cda92f-b888-42f1-9a10-df345b0f333a {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:30:56.924971 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:30:56.925956 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Checking segment: {'id': '45aa5081-02a3-4405-bf06-109f2cfc14e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68cda92f-b888-42f1-9a10-df345b0f333a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:30:56.926609 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:56.926936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Bound using segment: {'id': '45aa5081-02a3-4405-bf06-109f2cfc14e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68cda92f-b888-42f1-9a10-df345b0f333a'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:30:56.927524 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Bound port: 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45aa5081-02a3-4405-bf06-109f2cfc14e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68cda92f-b888-42f1-9a10-df345b0f333a'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:30:56.928700 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:56.946637 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-81b7b324-2d7e-4800-ab0f-bf15bc362642 req-a5fe1f44-c628-4e6a-bec8-2ccaa293a0cf tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970151 Dec 24 10:30:57.048809 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] For port 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf, host hv-cinder-76845, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:30:57.052019 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] For port 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf,segment=NetworkSegment(45aa5081-02a3-4405-bf06-109f2cfc14e6),segment_id=45aa5081-02a3-4405-bf06-109f2cfc14e6)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:30:57.059009 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:57.075025 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:57.079743 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-7dbf12a0-45f2-4fb0-a02d-f66e39ac1b18 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe HTTP/1.1" status: 200 len: 5508 time: 0.1717684 Dec 24 10:30:57.097709 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe6d5f-15f2-481d-89c6-b60909aefe29 req-397f9e90-225f-4e0f-997f-d743fbf62766 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:57.100935 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-88fe6d5f-15f2-481d-89c6-b60909aefe29 req-397f9e90-225f-4e0f-997f-d743fbf62766 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.1507881 Dec 24 10:30:57.155741 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Request body: {'port': {'device_id': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'admin_state_up': True, 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'security_groups': ['e45ae168-bc54-43ef-9f47-3d34013611c8']}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:57.245889 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 523f275d-ced4-462e-9fdc-b37d2b160233 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:30:57.270062 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Pushing event updated for resources: {'Port': ['ID=9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:57.274607 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:57.275799 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:57.276504 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:57.278216 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19bc1384-e5b4-405f-aa49-17b07059686a req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] 10.222.0.20 "PUT /v2.0/ports/9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf HTTP/1.1" status: 200 len: 1158 time: 1.7539759 Dec 24 10:30:57.278812 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f', 'tag': '9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:30:57.318239 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-12783668-0380-4260-bafe-2d607f0742fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:56Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:30:57.324501 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12783668-0380-4260-bafe-2d607f0742fd None None] The sync data for ids ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'] in dv-cinder-768458-2-smb is: [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:56Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:30:57.326111 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-88fe6d5f-15f2-481d-89c6-b60909aefe29 req-dbcd7cd3-09a4-4e1f-8c25-dcbbc30b2daf tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184148 Dec 24 10:30:57.347464 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 523f275d-ced4-462e-9fdc-b37d2b160233 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:30:57.353845 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 523f275d-ced4-462e-9fdc-b37d2b160233 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:57.354472 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:57.445991 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc1384-e5b4-405f-aa49-17b07059686a req-2dc3941e-92d8-41fb-ba50-f12732ed5541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:57.448020 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19bc1384-e5b4-405f-aa49-17b07059686a req-2dc3941e-92d8-41fb-ba50-f12732ed5541 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=224f3d98add24b3983023abf520b6aff&device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 1161 time: 0.1065493 Dec 24 10:30:57.466253 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f', 'tag': '9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf', 'status': 'completed', 'code': 200} Dec 24 10:30:57.490744 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:57.509808 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:30:57.515947 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:57.545278 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Made reservation on behalf of ca38aa35af6c4ac3aa1ed32c962dd3fe for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:30:57.551467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:57.575259 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port 523f275d-ced4-462e-9fdc-b37d2b160233, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=523f275d-ced4-462e-9fdc-b37d2b160233,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:30:57.591186 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:57.591430 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ada11-4887-41b3-b3d0-ec08fffcc41c req-fbb6a536-eb99-41c3-9c7a-d791cf8c53fe tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:57.593272 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f53ada11-4887-41b3-b3d0-ec08fffcc41c req-fbb6a536-eb99-41c3-9c7a-d791cf8c53fe tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 984 time: 0.1956277 Dec 24 10:30:57.609052 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:57.696035 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=523f275d-ced4-462e-9fdc-b37d2b160233,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:57.700656 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:57.822149 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19bc1384-e5b4-405f-aa49-17b07059686a req-ddcfce54-8a07-40b0-ae80-c003eb1e08a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf HTTP/1.1" status: 200 len: 217 time: 0.3446851 Dec 24 10:30:57.853481 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f53ada11-4887-41b3-b3d0-ec08fffcc41c req-119538d9-1eb9-4843-8ab3-b7c12bf5bda3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=c1823cfe-d120-4aff-91a8-d62b433f7e57&id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2245016 Dec 24 10:30:57.860812 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9209a833-60aa-4e53-a616-147181928eac req-bc2c0d9f-355f-4e91-896d-8b710e27a2e6 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 210 time: 0.1181164 Dec 24 10:30:57.910807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc1384-e5b4-405f-aa49-17b07059686a req-1b4bf89f-7671-46a1-8f15-2e04e1f1f178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:57.912509 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19bc1384-e5b4-405f-aa49-17b07059686a req-1b4bf89f-7671-46a1-8f15-2e04e1f1f178 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b0da857-3fac-4cbe-bd66-43da41f3c62b HTTP/1.1" status: 200 len: 848 time: 0.0816271 Dec 24 10:30:57.968768 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19bc1384-e5b4-405f-aa49-17b07059686a req-e7240b0e-1e9f-459b-8c09-d90ed649535b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68cda92f-b888-42f1-9a10-df345b0f333a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482292 Dec 24 10:30:58.062456 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Allocated IP 172.20.0.11 (27e249bd-cdee-49e6-a577-868f08709dc4/b5dc5c72-d3d1-4df5-be07-e47ed588d585/a02d3a9b-1487-4647-b663-62ffc5400d3c) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:30:58.123843 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19bc1384-e5b4-405f-aa49-17b07059686a req-57e03a54-8366-4c36-8987-4d1547f99c51 service neutron] 10.222.0.20 "GET /v2.0/networks/68cda92f-b888-42f1-9a10-df345b0f333a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425943 Dec 24 10:30:58.276155 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-19bc1384-e5b4-405f-aa49-17b07059686a req-da9fa125-a372-44f4-980d-17e735c0133c service neutron] 10.222.0.20 "GET /v2.0/networks/68cda92f-b888-42f1-9a10-df345b0f333a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439590 Dec 24 10:30:58.318527 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704dc33b-4a41-4b7b-8e9c-f538ed10ed93 req-94ab1b0d-57e8-4841-91fa-6390a00ebc87 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:58.320809 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-704dc33b-4a41-4b7b-8e9c-f538ed10ed93 req-94ab1b0d-57e8-4841-91fa-6390a00ebc87 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 944 time: 0.2329309 Dec 24 10:30:58.364218 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:58.399429 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Transition to ACTIVE for port object a02d3a9b-1487-4647-b663-62ffc5400d3c will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:30:58.405804 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-704dc33b-4a41-4b7b-8e9c-f538ed10ed93 req-6fc30113-63e6-455f-bcca-5398919e75ce tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766494 Dec 24 10:30:58.427196 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:58.450563 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-03af8b0a-6344-4216-884a-d76ca685c139 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:30:58.541177 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36b676-800f-4448-bfb6-18d1fd4d376b req-3eec9f5d-e64f-4438-b015-1e9a2b636ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:58.543854 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4f36b676-800f-4448-bfb6-18d1fd4d376b req-3eec9f5d-e64f-4438-b015-1e9a2b636ef9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=224f3d98add24b3983023abf520b6aff&device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 1161 time: 0.1377864 Dec 24 10:30:58.668841 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event updated for resources: {'Port': ['ID=a02d3a9b-1487-4647-b663-62ffc5400d3c,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:30:58.677034 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:30:58.707401 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36b676-800f-4448-bfb6-18d1fd4d376b req-0d5d4d19-a1b4-4205-abb1-8317abc968ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:58.709087 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4f36b676-800f-4448-bfb6-18d1fd4d376b req-0d5d4d19-a1b4-4205-abb1-8317abc968ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=68cda92f-b888-42f1-9a10-df345b0f333a HTTP/1.1" status: 200 len: 902 time: 0.1569302 Dec 24 10:30:58.738491 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Network 27e249bd-cdee-49e6-a577-868f08709dc4 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:30:58.740485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:30:58.749027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac281a-32c1-405c-9560-e97cb10e9a74 req-4a75b436-548b-461e-a7c5-3e821090a840 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:58.750460 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-96ac281a-32c1-405c-9560-e97cb10e9a74 req-4a75b436-548b-461e-a7c5-3e821090a840 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.1530395 Dec 24 10:30:58.751242 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:30:58.791591 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4f36b676-800f-4448-bfb6-18d1fd4d376b req-5185da59-8532-434a-bbed-b452f08ab6be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf HTTP/1.1" status: 200 len: 217 time: 0.0756712 Dec 24 10:30:58.857316 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-96ac281a-32c1-405c-9560-e97cb10e9a74 req-87d5e163-b386-45ae-a66e-9cde30a623dd tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745015 Dec 24 10:30:58.864332 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:58.865057 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:58.882720 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36b676-800f-4448-bfb6-18d1fd4d376b req-ff884bb3-622c-41af-8f17-d34800b793f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:58.884446 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4f36b676-800f-4448-bfb6-18d1fd4d376b req-ff884bb3-622c-41af-8f17-d34800b793f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b0da857-3fac-4cbe-bd66-43da41f3c62b HTTP/1.1" status: 200 len: 848 time: 0.0859780 Dec 24 10:30:58.902103 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7690246 Dec 24 10:30:58.924454 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Request body: {'port': {'device_id': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:30:58.940612 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4f36b676-800f-4448-bfb6-18d1fd4d376b req-325d90ab-2179-482e-b889-176fbceccc95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68cda92f-b888-42f1-9a10-df345b0f333a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446994 Dec 24 10:30:59.039969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-35cedfcf-8683-4322-879f-5b60c4b92f39 None None] Provisioning for port a02d3a9b-1487-4647-b663-62ffc5400d3c completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:30:59.045717 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-35cedfcf-8683-4322-879f-5b60c4b92f39 None None] Provisioning complete for port a02d3a9b-1487-4647-b663-62ffc5400d3c triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:59.046130 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-35cedfcf-8683-4322-879f-5b60c4b92f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:59.108244 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-35cedfcf-8683-4322-879f-5b60c4b92f39 None None] Port a02d3a9b-1487-4647-b663-62ffc5400d3c cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:30:59.112570 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4f36b676-800f-4448-bfb6-18d1fd4d376b req-dab78c0c-5d36-4264-8ff6-038e26685ec4 service neutron] 10.222.0.20 "GET /v2.0/networks/68cda92f-b888-42f1-9a10-df345b0f333a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631241 Dec 24 10:30:59.113326 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:59.209464 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 523f275d-ced4-462e-9fdc-b37d2b160233 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:30:59.284250 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 523f275d-ced4-462e-9fdc-b37d2b160233 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:30:59.284706 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:59.297809 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4f36b676-800f-4448-bfb6-18d1fd4d376b req-81832532-4b9f-4496-a0be-54df7698f18b service neutron] 10.222.0.20 "GET /v2.0/networks/68cda92f-b888-42f1-9a10-df345b0f333a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1759837 Dec 24 10:30:59.308533 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db734a2-fb0e-4f94-ac65-08b53a5265ea req-495e34ae-11de-4b3e-a3d4-bf8238bfc5c7 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:59.310162 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8db734a2-fb0e-4f94-ac65-08b53a5265ea req-495e34ae-11de-4b3e-a3d4-bf8238bfc5c7 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 984 time: 0.2751114 Dec 24 10:30:59.460269 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8db734a2-fb0e-4f94-ac65-08b53a5265ea req-b02fabc8-0145-4a9b-b445-a57d3f8ce56d tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=c1823cfe-d120-4aff-91a8-d62b433f7e57&id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1333523 Dec 24 10:30:59.473979 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdb4654-c841-446b-b3f0-7efa25eecac5 req-e92f5013-7cc7-4436-a612-87cd3958f52a tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:30:59.475547 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-0cdb4654-c841-446b-b3f0-7efa25eecac5 req-e92f5013-7cc7-4436-a612-87cd3958f52a tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Synchronizing usage tracker for tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:30:59.788484 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 35164) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:30:59.828050 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-0cdb4654-c841-446b-b3f0-7efa25eecac5 req-e92f5013-7cc7-4436-a612-87cd3958f52a tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Unset dirty status for tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:30:59.829301 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0cdb4654-c841-446b-b3f0-7efa25eecac5 req-e92f5013-7cc7-4436-a612-87cd3958f52a tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 932 time: 0.6309576 Dec 24 10:30:59.951139 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b070-2996-4e98-a199-1a595c613356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:30:59.967307 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-ddd9b070-2996-4e98-a199-1a595c613356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:30:59.969385 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0cdb4654-c841-446b-b3f0-7efa25eecac5 req-14de96f2-0857-4f53-8503-bf5102e8bd3c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918074 Dec 24 10:30:59.971505 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-ddd9b070-2996-4e98-a199-1a595c613356 admin admin] Usage tracker for resource:security_group_rule and tenant:771c12439f4d4bf2b33763834181c773 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:30:59.974517 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-ddd9b070-2996-4e98-a199-1a595c613356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:30:59.981003 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-ddd9b070-2996-4e98-a199-1a595c613356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:31:00.005304 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d12400-5bab-4526-a0c1-a67262fbe66a req-3dba5ee0-d716-4fd8-9db1-ec8ab5a7523c tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:00.007123 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d2d12400-5bab-4526-a0c1-a67262fbe66a req-3dba5ee0-d716-4fd8-9db1-ec8ab5a7523c tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 944 time: 0.1829865 Dec 24 10:31:00.070589 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b070-2996-4e98-a199-1a595c613356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:00.074227 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ddd9b070-2996-4e98-a199-1a595c613356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:00.084200 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ce1557cb-554f-4ee2-8cb5-e64366afff8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:00.096512 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02d3a9b-1487-4647-b663-62ffc5400d3c {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:31:00.108054 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:00.112273 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d2d12400-5bab-4526-a0c1-a67262fbe66a req-efa907be-d949-4744-9777-870ab2a47ab2 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762234 Dec 24 10:31:00.130879 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-ddd9b070-2996-4e98-a199-1a595c613356 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=771c12439f4d4bf2b33763834181c773&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3386421 Dec 24 10:31:00.130879 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9b070-2996-4e98-a199-1a595c613356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c264b32f-ab4c-4c1d-b2b8-35e506416fc7,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:00.132941 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 35172) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:31:00.135697 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ddd9b070-2996-4e98-a199-1a595c613356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:00.167188 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Transition to ACTIVE for port object a02d3a9b-1487-4647-b663-62ffc5400d3c will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:31:00.171148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:00.187015 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:00.199596 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9040f834-d842-4eb5-95ee-304e82f739e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:00.230980 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9040f834-d842-4eb5-95ee-304e82f739e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:00.290269 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9040f834-d842-4eb5-95ee-304e82f739e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:00.295367 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-aa0bae68-8c1f-40df-a6d0-423a15bccfa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:00.310589 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040f834-d842-4eb5-95ee-304e82f739e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c264b32f-ab4c-4c1d-b2b8-35e506416fc7,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:00.313850 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9040f834-d842-4eb5-95ee-304e82f739e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:00.317729 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9040f834-d842-4eb5-95ee-304e82f739e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:00.321243 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-9040f834-d842-4eb5-95ee-304e82f739e0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c264b32f-ab4c-4c1d-b2b8-35e506416fc7 HTTP/1.1" status: 204 len: 168 time: 0.1872191 Dec 24 10:31:00.359143 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Pushing event updated for resources: {'Port': ['ID=a02d3a9b-1487-4647-b663-62ffc5400d3c,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:00.364586 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:00.396747 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9559a-ce1e-4e48-9b04-75343ac5aaad req-16586039-a35e-4934-83d0-73fc16913afe tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:00.398251 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9bb9559a-ce1e-4e48-9b04-75343ac5aaad req-16586039-a35e-4934-83d0-73fc16913afe tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.2834504 Dec 24 10:31:00.580700 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9bb9559a-ce1e-4e48-9b04-75343ac5aaad req-9d2c8232-15c4-4713-ab33-4ba91ebe3528 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741669 Dec 24 10:31:00.656163 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Attempting to bind port a02d3a9b-1487-4647-b663-62ffc5400d3c on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:31:00.656583 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Attempting to bind port a02d3a9b-1487-4647-b663-62ffc5400d3c by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:31:00.656956 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Attempting to bind port a02d3a9b-1487-4647-b663-62ffc5400d3c on network 27e249bd-cdee-49e6-a577-868f08709dc4 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:31:00.665985 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:31:00.666359 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Checking segment: {'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:31:00.666758 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:00.667157 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Bound using segment: {'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:31:00.667655 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Bound port: a02d3a9b-1487-4647-b663-62ffc5400d3c, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:31:00.668033 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:00.830380 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] For port a02d3a9b-1487-4647-b663-62ffc5400d3c, host hv-cinder-76845, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:31:00.834369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] For port a02d3a9b-1487-4647-b663-62ffc5400d3c, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=a02d3a9b-1487-4647-b663-62ffc5400d3c,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:31:00.839833 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:00.856734 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-153e87ac-6d28-48e2-be49-b823994f3759 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:00.899661 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f683749-96a6-4d45-b2b5-c2200bf39e7f req-5c0013e5-4149-4369-84af-2d3c85416ac7 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:00.901317 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2f683749-96a6-4d45-b2b5-c2200bf39e7f req-5c0013e5-4149-4369-84af-2d3c85416ac7 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 984 time: 0.2369342 Dec 24 10:31:01.056248 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Pushing event updated for resources: {'Port': ['ID=a02d3a9b-1487-4647-b663-62ffc5400d3c,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:01.063985 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2f683749-96a6-4d45-b2b5-c2200bf39e7f req-0cf4fadc-3d97-46f2-9bd6-607a51d07c30 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=c1823cfe-d120-4aff-91a8-d62b433f7e57&id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1452539 Dec 24 10:31:01.073667 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:01.102510 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:01.103308 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:01.104863 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] 10.222.0.20 "PUT /v2.0/ports/a02d3a9b-1487-4647-b663-62ffc5400d3c HTTP/1.1" status: 200 len: 1158 time: 2.1863844 Dec 24 10:31:01.105382 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'tag': 'a02d3a9b-1487-4647-b663-62ffc5400d3c'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:31:01.169669 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'tag': 'a02d3a9b-1487-4647-b663-62ffc5400d3c', 'status': 'completed', 'code': 200} Dec 24 10:31:01.268412 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a774fb-8596-4e9e-9c6e-c9a6f2a99693 req-6a3237c5-5eb2-481b-98fe-75eac8a9d14a tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:01.270309 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-42a774fb-8596-4e9e-9c6e-c9a6f2a99693 req-6a3237c5-5eb2-481b-98fe-75eac8a9d14a tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.1542397 Dec 24 10:31:01.378589 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-a6b8ddc9-477f-4483-8bbf-4f342d12319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:01.380221 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-a6b8ddc9-477f-4483-8bbf-4f342d12319e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe&device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 1161 time: 0.1889064 Dec 24 10:31:01.387659 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-42a774fb-8596-4e9e-9c6e-c9a6f2a99693 req-93093624-c11c-4d37-b2e5-135b5b097422 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092007 Dec 24 10:31:01.464392 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-867045f4-551c-486f-82be-8bdd35b51455 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a02d3a9b-1487-4647-b663-62ffc5400d3c HTTP/1.1" status: 200 len: 217 time: 0.0678122 Dec 24 10:31:01.478888 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f0586-6204-45ce-a542-213bc8975205 req-4938e5c6-f457-43a6-9792-4dde3cfa7a1d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:01.480457 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d96f0586-6204-45ce-a542-213bc8975205 req-4938e5c6-f457-43a6-9792-4dde3cfa7a1d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 944 time: 0.2049830 Dec 24 10:31:01.582648 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-79b8954e-73d3-4eca-8d90-5fdb193858e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:01.584302 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-79b8954e-73d3-4eca-8d90-5fdb193858e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5dc5c72-d3d1-4df5-be07-e47ed588d585 HTTP/1.1" status: 200 len: 856 time: 0.1028848 Dec 24 10:31:01.587041 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d96f0586-6204-45ce-a542-213bc8975205 req-9018516b-a2a3-4f57-9b1d-44993ad35e23 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645645 Dec 24 10:31:01.688357 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-eb0e7fa0-7927-4568-9a77-fa015ac0efa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:01.690411 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-eb0e7fa0-7927-4568-9a77-fa015ac0efa5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27e249bd-cdee-49e6-a577-868f08709dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0885332 Dec 24 10:31:01.734956 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.objects.ports [None req-d33a7da0-e386-48da-a96b-01386551967e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 24 10:31:01.912000 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-26f4dcdb-ee68-403d-99ff-e8513c2de440 service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136843 Dec 24 10:31:01.922852 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2ae3f-5e0a-44b5-9b0d-618d78973e28 req-97731400-fc58-444a-b9e6-3ac6ed17187d tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:01.924385 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-28c2ae3f-5e0a-44b5-9b0d-618d78973e28 req-97731400-fc58-444a-b9e6-3ac6ed17187d tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.1721547 Dec 24 10:31:02.072583 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-28c2ae3f-5e0a-44b5-9b0d-618d78973e28 req-f2223558-db62-4310-8e4a-b1851c6d0d27 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231503 Dec 24 10:31:02.111888 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b4080dd-609b-4875-a71c-2df41d80a2f1 req-41d0062c-5143-416a-ac50-ff419345ad4b service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1864650 Dec 24 10:31:02.357599 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542deecc-2871-48f1-b82e-462b2f292cfb req-58bd5464-6db8-4a3d-aa7c-fa5ef22ff7d1 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:02.359207 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-542deecc-2871-48f1-b82e-462b2f292cfb req-58bd5464-6db8-4a3d-aa7c-fa5ef22ff7d1 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 984 time: 0.1552825 Dec 24 10:31:02.361821 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e7dac-8621-4c90-a34f-a13d68f8f674 req-2bb9cae0-6993-4c53-b933-7d016f4679bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:02.363289 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-624e7dac-8621-4c90-a34f-a13d68f8f674 req-2bb9cae0-6993-4c53-b933-7d016f4679bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe&device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 1161 time: 0.1152534 Dec 24 10:31:02.450419 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-542deecc-2871-48f1-b82e-462b2f292cfb req-8fc7a648-1ea1-46ab-a43d-05289115a39b tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=c1823cfe-d120-4aff-91a8-d62b433f7e57&id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0843422 Dec 24 10:31:02.510331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:02.594745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:02.595168 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:02.725070 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:02.793023 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:31:02.798089 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:02.798515 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:02.887681 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e7dac-8621-4c90-a34f-a13d68f8f674 req-0fc05125-db4b-4d01-8079-d2b9f34cc66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:02.889340 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-624e7dac-8621-4c90-a34f-a13d68f8f674 req-0fc05125-db4b-4d01-8079-d2b9f34cc66b service neutron] 10.222.0.20 "GET /v2.0/networks?id=27e249bd-cdee-49e6-a577-868f08709dc4 HTTP/1.1" status: 200 len: 911 time: 0.5073867 Dec 24 10:31:02.923744 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:02.954971 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:31:02.966138 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf,segment=NetworkSegment(45aa5081-02a3-4405-bf06-109f2cfc14e6),segment_id=45aa5081-02a3-4405-bf06-109f2cfc14e6)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:31:02.969076 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:02.971016 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c8ccc680-66d7-4cd1-a614-fd3bb21d9907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:02.994772 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-624e7dac-8621-4c90-a34f-a13d68f8f674 req-81c0e52e-3ada-47da-ba99-835e0687d729 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a02d3a9b-1487-4647-b663-62ffc5400d3c HTTP/1.1" status: 200 len: 217 time: 0.0796175 Dec 24 10:31:03.002450 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00c40d-78e1-4f0a-9611-c1968e67e708 req-a0d90d01-3e76-47cb-bfae-dea2368c63ac tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:03.003990 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7d00c40d-78e1-4f0a-9611-c1968e67e708 req-a0d90d01-3e76-47cb-bfae-dea2368c63ac tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.2791800 Dec 24 10:31:03.010880 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa98c7-15b5-4537-b4f8-33dcab443236 req-cfcaec58-fa4b-4b1b-8c16-a5be2dd00e8a tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:03.012437 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-55fa98c7-15b5-4537-b4f8-33dcab443236 req-cfcaec58-fa4b-4b1b-8c16-a5be2dd00e8a tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 944 time: 0.2468724 Dec 24 10:31:03.042548 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:03.045938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:03.155676 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7d00c40d-78e1-4f0a-9611-c1968e67e708 req-9ec02c24-b826-44f8-93f1-72c9311d4491 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421661 Dec 24 10:31:03.160313 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-55fa98c7-15b5-4537-b4f8-33dcab443236 req-9d0e875d-2864-441f-afab-8f8af3ecdc21 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310530 Dec 24 10:31:03.164474 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e7dac-8621-4c90-a34f-a13d68f8f674 req-f87fece1-c0b1-4f4d-aef0-a3a3d910def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:03.166093 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-624e7dac-8621-4c90-a34f-a13d68f8f674 req-f87fece1-c0b1-4f4d-aef0-a3a3d910def8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5dc5c72-d3d1-4df5-be07-e47ed588d585 HTTP/1.1" status: 200 len: 856 time: 0.1150022 Dec 24 10:31:03.246962 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf', 'code': 200} Dec 24 10:31:03.260803 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e7dac-8621-4c90-a34f-a13d68f8f674 req-f0dcedc3-3840-4fc7-940d-b4bb1c05a3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:03.262468 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-624e7dac-8621-4c90-a34f-a13d68f8f674 req-f0dcedc3-3840-4fc7-940d-b4bb1c05a3b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27e249bd-cdee-49e6-a577-868f08709dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866683 Dec 24 10:31:03.513058 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-624e7dac-8621-4c90-a34f-a13d68f8f674 req-b01a315b-0ee4-49b3-9b64-a1d9841bf572 service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280121 Dec 24 10:31:03.520145 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42c641-79b2-4b08-97f3-6d84912fb006 req-54c6d52d-f398-4434-a093-8532ba8d2d0a tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:03.533115 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-db42c641-79b2-4b08-97f3-6d84912fb006 req-54c6d52d-f398-4434-a093-8532ba8d2d0a tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.2158613 Dec 24 10:31:03.593341 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5d141-27f4-48da-9881-faf7e83ec4b6 req-39f881f1-4347-4f59-8ae9-f89459f27ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:03.595130 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-bbb5d141-27f4-48da-9881-faf7e83ec4b6 req-39f881f1-4347-4f59-8ae9-f89459f27ed2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 1163 time: 0.1007845 Dec 24 10:31:03.623577 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-db42c641-79b2-4b08-97f3-6d84912fb006 req-0508fb36-eee1-41af-92a8-2832f0b0af8d tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895438 Dec 24 10:31:03.713162 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-bbb5d141-27f4-48da-9881-faf7e83ec4b6 req-86732028-2a10-4056-a10c-d5f27c273bcd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687129 Dec 24 10:31:03.767801 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-624e7dac-8621-4c90-a34f-a13d68f8f674 req-0817a35a-0b80-4199-9659-f721363c0617 service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2317555 Dec 24 10:31:03.846039 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:03.873183 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123057a5-aca0-4cda-895e-42d8b1358c51 req-2e8fc3d0-cae6-4b97-8df8-cb83a840e414 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:03.874823 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-123057a5-aca0-4cda-895e-42d8b1358c51 req-2e8fc3d0-cae6-4b97-8df8-cb83a840e414 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 984 time: 0.1601501 Dec 24 10:31:03.885435 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569432a2-7aa4-4f42-a025-3c7bea57735b req-b6ec9d0d-074c-4a54-bc3b-ec407c0fb153 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:03.887575 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-569432a2-7aa4-4f42-a025-3c7bea57735b req-b6ec9d0d-074c-4a54-bc3b-ec407c0fb153 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 945 time: 0.1189244 Dec 24 10:31:03.916615 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:03.917085 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:03.959072 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-123057a5-aca0-4cda-895e-42d8b1358c51 req-2727630d-c802-4dc4-965c-33ab7179912e tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=c1823cfe-d120-4aff-91a8-d62b433f7e57&id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0703375 Dec 24 10:31:03.969266 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-569432a2-7aa4-4f42-a025-3c7bea57735b req-bbfd4e5e-8cc1-4601-84ed-19d6fa3da8ca tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643330 Dec 24 10:31:04.039088 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:04.105566 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:04.105981 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:04.462471 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fa081-f6a8-4512-b585-5b8feaedbdd4 req-a9f1998d-3735-4fd8-8d20-6c669554f133 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:04.464573 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-736fa081-f6a8-4512-b585-5b8feaedbdd4 req-a9f1998d-3735-4fd8-8d20-6c669554f133 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.2010250 Dec 24 10:31:04.502161 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0473d-5351-4955-8de9-ab4fdba36755 req-d3ab6acd-43a4-4b32-a435-7bb09db981f0 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:04.503650 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4bb0473d-5351-4955-8de9-ab4fdba36755 req-d3ab6acd-43a4-4b32-a435-7bb09db981f0 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 946 time: 0.1957109 Dec 24 10:31:04.556860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe56e8f-37c1-4e67-99b0-5232cc9ffc52 req-82e88e35-7be1-4f6b-bdea-e81e371d555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:04.558459 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8fe56e8f-37c1-4e67-99b0-5232cc9ffc52 req-82e88e35-7be1-4f6b-bdea-e81e371d555a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44a7b18f7f114e7e83e1504fcb9d87f0&device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 1163 time: 0.1899214 Dec 24 10:31:04.562833 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-736fa081-f6a8-4512-b585-5b8feaedbdd4 req-1758963a-6a8e-4181-9868-96359f06fae0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888574 Dec 24 10:31:04.610786 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4bb0473d-5351-4955-8de9-ab4fdba36755 req-76eb00ba-7251-4c94-9443-4cb152f72d75 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997691 Dec 24 10:31:04.780256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe56e8f-37c1-4e67-99b0-5232cc9ffc52 req-f1bc178b-c7bb-4cd4-bfc1-20381849b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:04.781780 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8fe56e8f-37c1-4e67-99b0-5232cc9ffc52 req-f1bc178b-c7bb-4cd4-bfc1-20381849b7dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab HTTP/1.1" status: 200 len: 905 time: 0.2071743 Dec 24 10:31:04.857247 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09cb8a-b208-4f5f-8029-a98709ba8322 req-2c0341d2-a98f-453b-8bf0-f9bd34a7963a tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:04.858974 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0f09cb8a-b208-4f5f-8029-a98709ba8322 req-2c0341d2-a98f-453b-8bf0-f9bd34a7963a tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.1691351 Dec 24 10:31:04.940418 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8fe56e8f-37c1-4e67-99b0-5232cc9ffc52 req-0e5e7b61-b401-4e94-a585-8cc77359a194 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ed46c67-8371-4e42-b085-aae7b9dcfdc6 HTTP/1.1" status: 200 len: 1001 time: 0.1461830 Dec 24 10:31:04.942897 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0f09cb8a-b208-4f5f-8029-a98709ba8322 req-60195761-32f3-419b-814a-3d938916193a tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665481 Dec 24 10:31:05.012322 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe56e8f-37c1-4e67-99b0-5232cc9ffc52 req-99cd28e6-d484-462b-9e0e-657b0d6cd158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:05.013932 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8fe56e8f-37c1-4e67-99b0-5232cc9ffc52 req-99cd28e6-d484-462b-9e0e-657b0d6cd158 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19585d93-b83b-43b8-8e49-feca5067fd3e HTTP/1.1" status: 200 len: 850 time: 0.0640979 Dec 24 10:31:05.205314 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe56e8f-37c1-4e67-99b0-5232cc9ffc52 req-1fcf9679-85c4-420a-9e0f-0f64203a3ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:05.206911 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8fe56e8f-37c1-4e67-99b0-5232cc9ffc52 req-1fcf9679-85c4-420a-9e0f-0f64203a3ed7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1784751 Dec 24 10:31:05.314574 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a2160256-91f7-4885-8f7b-9628e4916ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:05.357512 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ed61a7-45dc-4fbe-8c9f-e4f4eaf6b1b7 req-83931e18-b026-4a27-8d3b-b7d78fecd78a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:05.359642 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-92ed61a7-45dc-4fbe-8c9f-e4f4eaf6b1b7 req-83931e18-b026-4a27-8d3b-b7d78fecd78a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 984 time: 0.2646639 Dec 24 10:31:05.591192 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a99a6-3c14-43e3-b6b8-31bf73162c90 req-b567d22f-1bbd-452f-8e7f-f31243eee1a3 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:05.592824 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dc7a99a6-3c14-43e3-b6b8-31bf73162c90 req-b567d22f-1bbd-452f-8e7f-f31243eee1a3 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 945 time: 0.4607332 Dec 24 10:31:05.684879 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8fe56e8f-37c1-4e67-99b0-5232cc9ffc52 req-0466a6c0-5d8e-46aa-a3fa-90680335ff7a service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539373 Dec 24 10:31:05.690673 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-92ed61a7-45dc-4fbe-8c9f-e4f4eaf6b1b7 req-0668fc3f-3532-4c2d-b992-925972a170f7 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=c1823cfe-d120-4aff-91a8-d62b433f7e57&id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.3217435 Dec 24 10:31:05.720782 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dc7a99a6-3c14-43e3-b6b8-31bf73162c90 req-71c7b98e-5c29-4e09-b631-b4ba4792ea34 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084983 Dec 24 10:31:05.949375 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8fe56e8f-37c1-4e67-99b0-5232cc9ffc52 req-0e5b481b-2873-4c66-9f11-f45bff739634 service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2556674 Dec 24 10:31:05.993778 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480aabff-80b5-4ba0-81a9-c0712cf17b71 req-79491a08-6bf0-42e8-8b58-cbef2450b14b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:05.995382 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-480aabff-80b5-4ba0-81a9-c0712cf17b71 req-79491a08-6bf0-42e8-8b58-cbef2450b14b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.1864271 Dec 24 10:31:06.006483 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df2185-16fd-4736-88ce-361597a59746 req-d138e907-f99b-4ba4-bf76-f9b6380d4b6e tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:06.008707 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-15df2185-16fd-4736-88ce-361597a59746 req-d138e907-f99b-4ba4-bf76-f9b6380d4b6e tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 946 time: 0.1526182 Dec 24 10:31:06.080060 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-480aabff-80b5-4ba0-81a9-c0712cf17b71 req-c2a88dfb-f841-4761-85c4-eaec616ca9a3 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703132 Dec 24 10:31:06.086900 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-15df2185-16fd-4736-88ce-361597a59746 req-434fc003-8a4e-46a2-9a5b-1588c4f7b3c4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630875 Dec 24 10:31:06.287833 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72653612-896c-4507-92dd-7d908d3667bd req-550c6028-8fe8-457a-8491-1ddfb822fed8 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:06.289427 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-72653612-896c-4507-92dd-7d908d3667bd req-550c6028-8fe8-457a-8491-1ddfb822fed8 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.0880196 Dec 24 10:31:06.337651 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-72653612-896c-4507-92dd-7d908d3667bd req-f1f61bf6-5fa1-4574-b268-bdaa55ae3246 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413592 Dec 24 10:31:06.339786 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a02d3a9b-1487-4647-b663-62ffc5400d3c up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:06.407336 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port a02d3a9b-1487-4647-b663-62ffc5400d3c completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:31:06.412140 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port a02d3a9b-1487-4647-b663-62ffc5400d3c triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:06.412614 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:06.552798 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:06.585175 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02d3a9b-1487-4647-b663-62ffc5400d3c'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:31:06.597929 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port a02d3a9b-1487-4647-b663-62ffc5400d3c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=a02d3a9b-1487-4647-b663-62ffc5400d3c,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:31:06.602005 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:06.605260 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:06.663447 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02d3a9b-1487-4647-b663-62ffc5400d3c', 'code': 200} Dec 24 10:31:06.673427 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e0b9e-982e-460c-9b12-e0da62490c34 req-3adb50aa-46ad-410f-b668-199efa899508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:06.675063 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-695e0b9e-982e-460c-9b12-e0da62490c34 req-3adb50aa-46ad-410f-b668-199efa899508 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44a7b18f7f114e7e83e1504fcb9d87f0&device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 1163 time: 0.0825312 Dec 24 10:31:06.687321 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=a02d3a9b-1487-4647-b663-62ffc5400d3c,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:06.690734 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:07.047470 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e0b9e-982e-460c-9b12-e0da62490c34 req-965e9f7f-8418-4ec5-8dfa-c00320d5c0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:07.049102 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-695e0b9e-982e-460c-9b12-e0da62490c34 req-965e9f7f-8418-4ec5-8dfa-c00320d5c0d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab HTTP/1.1" status: 200 len: 905 time: 0.2743421 Dec 24 10:31:07.076111 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f554af-2eb4-4ac9-a067-172b4375e5c6 req-5df56410-f897-463d-a3dd-28df0adb953a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:07.077695 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-74f554af-2eb4-4ac9-a067-172b4375e5c6 req-5df56410-f897-463d-a3dd-28df0adb953a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 984 time: 0.2508922 Dec 24 10:31:07.145708 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d774df-27ae-4076-8471-f1806face651 req-a287edaa-b4fc-4887-8254-bcbffbc7b557 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:07.147292 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-82d774df-27ae-4076-8471-f1806face651 req-a287edaa-b4fc-4887-8254-bcbffbc7b557 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 945 time: 0.2309084 Dec 24 10:31:07.186905 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afb527-6055-4c8c-adfe-02406d97ca75 req-04159ade-fe32-4c0f-810e-4331c114f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:07.188542 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-27afb527-6055-4c8c-adfe-02406d97ca75 req-04159ade-fe32-4c0f-810e-4331c114f87c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 1163 time: 0.0794141 Dec 24 10:31:07.240639 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-27afb527-6055-4c8c-adfe-02406d97ca75 req-3a54c00e-db7b-49e3-8780-21606d630fdb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388656 Dec 24 10:31:07.260555 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-74f554af-2eb4-4ac9-a067-172b4375e5c6 req-9db2594a-65ef-4782-bab8-267da3f62cdb tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=c1823cfe-d120-4aff-91a8-d62b433f7e57&id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1269753 Dec 24 10:31:07.262291 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-695e0b9e-982e-460c-9b12-e0da62490c34 req-a45b78cf-d0f7-44ef-a814-14f241395a6c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ed46c67-8371-4e42-b085-aae7b9dcfdc6 HTTP/1.1" status: 200 len: 1001 time: 0.1932514 Dec 24 10:31:07.266688 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-82d774df-27ae-4076-8471-f1806face651 req-68a56553-9b29-4cd0-88c0-8a9f320bb896 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935504 Dec 24 10:31:07.473496 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edd0e5-7e39-47f9-99af-e5f5564a8939 req-46be4f20-5815-42fb-88a1-0bd22886de64 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:07.475873 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b9edd0e5-7e39-47f9-99af-e5f5564a8939 req-46be4f20-5815-42fb-88a1-0bd22886de64 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.0883954 Dec 24 10:31:07.530656 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b9edd0e5-7e39-47f9-99af-e5f5564a8939 req-f78d942f-42e3-4358-ba4c-f3e5b44ffc3e tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484622 Dec 24 10:31:07.732988 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e0b9e-982e-460c-9b12-e0da62490c34 req-c130e755-a191-45b9-b592-d801c01a34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:07.734467 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-695e0b9e-982e-460c-9b12-e0da62490c34 req-c130e755-a191-45b9-b592-d801c01a34b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19585d93-b83b-43b8-8e49-feca5067fd3e HTTP/1.1" status: 200 len: 850 time: 0.1807938 Dec 24 10:31:07.801888 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:07.838899 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90273c2-d9c2-4fc8-ae5b-9eaac7a9252b req-146c172a-af9a-4a75-8b87-ad2c94e5582d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:07.840511 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b90273c2-d9c2-4fc8-ae5b-9eaac7a9252b req-146c172a-af9a-4a75-8b87-ad2c94e5582d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.2291312 Dec 24 10:31:07.861030 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d1c82-a1dc-4af2-86d7-3737472275a4 req-df9226c6-dd82-4a6b-a6f8-c336c97004ac tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:07.862545 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9e1d1c82-a1dc-4af2-86d7-3737472275a4 req-df9226c6-dd82-4a6b-a6f8-c336c97004ac tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 946 time: 0.1959491 Dec 24 10:31:07.938630 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e0b9e-982e-460c-9b12-e0da62490c34 req-9009216e-7576-4ed9-a95c-77be1b3b933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:07.940228 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-695e0b9e-982e-460c-9b12-e0da62490c34 req-9009216e-7576-4ed9-a95c-77be1b3b933a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1907053 Dec 24 10:31:07.949449 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b90273c2-d9c2-4fc8-ae5b-9eaac7a9252b req-fdd49668-ecf2-4ca5-8d20-af8dafd48d48 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971565 Dec 24 10:31:07.953586 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9e1d1c82-a1dc-4af2-86d7-3737472275a4 req-724873d8-71a7-4ea5-95fd-0114bf32561c tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758326 Dec 24 10:31:07.998087 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-919ffcac-5624-48fc-83e2-0f27a0857db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:08.106501 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-695e0b9e-982e-460c-9b12-e0da62490c34 req-02fe8f9c-270e-4c74-8bc2-a377697c980d service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519048 Dec 24 10:31:08.222515 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:08.249014 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-695e0b9e-982e-460c-9b12-e0da62490c34 req-c8241b39-5514-4da4-8cbb-da688e554b60 service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1342463 Dec 24 10:31:08.295248 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:08.295674 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:08.414658 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a02d3a9b-1487-4647-b663-62ffc5400d3c up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:08.485382 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port a02d3a9b-1487-4647-b663-62ffc5400d3c triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:08.485804 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:08.567608 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57985cac-b407-473a-9796-d3e793a5f631 req-0f2e7fc8-7eef-4ebe-9e5e-b0d732ca1bd3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:08.569208 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-57985cac-b407-473a-9796-d3e793a5f631 req-0f2e7fc8-7eef-4ebe-9e5e-b0d732ca1bd3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 984 time: 0.1749852 Dec 24 10:31:08.576702 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b3d6a-5344-41d9-899d-1c856fcda801 req-f7e5e9f6-7f7a-48c9-8ed7-c17c4879f081 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:08.578268 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7a6b3d6a-5344-41d9-899d-1c856fcda801 req-f7e5e9f6-7f7a-48c9-8ed7-c17c4879f081 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 945 time: 0.1454189 Dec 24 10:31:08.608267 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1cf1f785-c1a5-4367-943f-752cc658b2c8 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:08.650769 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-57985cac-b407-473a-9796-d3e793a5f631 req-1b6158aa-b3ae-48b6-80a7-c0998ca6b4bb tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=c1823cfe-d120-4aff-91a8-d62b433f7e57&id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0713742 Dec 24 10:31:08.660494 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7a6b3d6a-5344-41d9-899d-1c856fcda801 req-41b39a6b-6f45-4a5a-a9cb-b0cb657c7510 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661390 Dec 24 10:31:08.685808 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 1cf1f785-c1a5-4367-943f-752cc658b2c8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:08.686360 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:08.731871 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:09.232325 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:09.254629 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d545646-713f-4006-92ed-8616b42c38aa req-80eed8aa-8cc3-4e48-afbe-495e0f479f02 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:09.256240 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9d545646-713f-4006-92ed-8616b42c38aa req-80eed8aa-8cc3-4e48-afbe-495e0f479f02 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 946 time: 0.1465051 Dec 24 10:31:09.285667 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194544e-715a-44c8-a9a6-b7d0b3911cc3 req-24d5d211-e251-45af-9796-91a4ecd5506f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:09.287140 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1194544e-715a-44c8-a9a6-b7d0b3911cc3 req-24d5d211-e251-45af-9796-91a4ecd5506f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.1387334 Dec 24 10:31:09.336983 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9d545646-713f-4006-92ed-8616b42c38aa req-63258b9f-82f7-401a-a8c4-96dd1f3d04b3 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719998 Dec 24 10:31:09.355289 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1194544e-715a-44c8-a9a6-b7d0b3911cc3 req-5236a748-55ab-4e6c-9768-bc49539c4624 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601482 Dec 24 10:31:09.576342 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0547d-342b-41e2-8881-d2be8867eefe req-a6ae6dd6-27b6-4c6b-8ee7-24024c2a7285 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:09.577838 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-81f0547d-342b-41e2-8881-d2be8867eefe req-a6ae6dd6-27b6-4c6b-8ee7-24024c2a7285 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.0843482 Dec 24 10:31:09.587593 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 35270) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:31:09.593328 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-537f5798-47ae-4e84-9335-9fee1836f72c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Request body: {'floatingip': {'port_id': 'a02d3a9b-1487-4647-b663-62ffc5400d3c'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:31:09.673324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-537f5798-47ae-4e84-9335-9fee1836f72c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for floatingip, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:09.996358 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:10.009708 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a02d3a9b-1487-4647-b663-62ffc5400d3c up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:10.081949 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port a02d3a9b-1487-4647-b663-62ffc5400d3c triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:10.082364 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:10.134225 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:31:10.206768 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1cf1f785-c1a5-4367-943f-752cc658b2c8 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:10.275173 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 1cf1f785-c1a5-4367-943f-752cc658b2c8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:10.275709 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:10.355437 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b616250-dea2-4dcc-a090-0b31e9f5727d req-27735d19-6222-4cc9-80e9-a6fede5b54aa tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:10.357043 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b616250-dea2-4dcc-a090-0b31e9f5727d req-27735d19-6222-4cc9-80e9-a6fede5b54aa tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.20 "GET /v2.0/ports?device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 946 time: 0.6269171 Dec 24 10:31:10.426679 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c3f93-9e40-47cc-955f-f0e9a778595f req-b1cc0173-218a-47ca-b33b-eaa4ad26e4bc tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:10.428263 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b18c3f93-9e40-47cc-955f-f0e9a778595f req-b1cc0173-218a-47ca-b33b-eaa4ad26e4bc tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 984 time: 0.6378887 Dec 24 10:31:10.447149 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da34612-04f9-4c32-8d1d-6e7e4b4c6c9d req-7dea0f8f-26ff-412f-bae1-c0353f890877 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:10.448652 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7da34612-04f9-4c32-8d1d-6e7e4b4c6c9d req-7dea0f8f-26ff-412f-bae1-c0353f890877 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 945 time: 0.6189992 Dec 24 10:31:10.574799 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-3b616250-dea2-4dcc-a090-0b31e9f5727d req-0e5dba45-c944-42d8-8d9b-b9dbcc59dd95 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Deleting port 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:31:10.575107 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3b616250-dea2-4dcc-a090-0b31e9f5727d req-0e5dba45-c944-42d8-8d9b-b9dbcc59dd95 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:10.680559 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b18c3f93-9e40-47cc-955f-f0e9a778595f req-0f44aa17-01f8-46bd-a0dc-b73a5f841765 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=c1823cfe-d120-4aff-91a8-d62b433f7e57&id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.2402205 Dec 24 10:31:10.757801 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7da34612-04f9-4c32-8d1d-6e7e4b4c6c9d req-06bd9e11-f75e-4f1a-88f6-55d7e8948cf2 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490830 Dec 24 10:31:10.872917 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29450ce0-16a8-4a82-9415-002bb107c4d0 req-fed3740e-da9a-40ab-8ba9-7de8ad2950bb tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:10.873613 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-29450ce0-16a8-4a82-9415-002bb107c4d0 req-fed3740e-da9a-40ab-8ba9-7de8ad2950bb tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Synchronizing usage tracker for tenant:9d5c996770cc44f08351a717d63798ff on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:31:10.891016 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-29450ce0-16a8-4a82-9415-002bb107c4d0 req-fed3740e-da9a-40ab-8ba9-7de8ad2950bb tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Unset dirty status for tenant:9d5c996770cc44f08351a717d63798ff on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:31:10.892256 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-29450ce0-16a8-4a82-9415-002bb107c4d0 req-fed3740e-da9a-40ab-8ba9-7de8ad2950bb tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.20 "GET /v2.0/ports?device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 945 time: 0.1036329 Dec 24 10:31:10.969852 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-29450ce0-16a8-4a82-9415-002bb107c4d0 req-4879e79d-e2a5-48e3-811b-d7ed1e2c2897 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Deleting port a3e937eb-c044-4fc9-95d4-2ca4ce368edc {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:31:10.970236 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-29450ce0-16a8-4a82-9415-002bb107c4d0 req-4879e79d-e2a5-48e3-811b-d7ed1e2c2897 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:11.064207 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84b2ad-d9cc-402e-b1c5-4d36721c0272 req-10881524-f530-41c3-8043-0217dc3210c8 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:11.065858 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ba84b2ad-d9cc-402e-b1c5-4d36721c0272 req-10881524-f530-41c3-8043-0217dc3210c8 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 946 time: 0.2650774 Dec 24 10:31:11.119313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-3b616250-dea2-4dcc-a090-0b31e9f5727d req-0e5dba45-c944-42d8-8d9b-b9dbcc59dd95 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] For port 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf,segment=NetworkSegment(45aa5081-02a3-4405-bf06-109f2cfc14e6),segment_id=45aa5081-02a3-4405-bf06-109f2cfc14e6)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:31:11.119709 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3b616250-dea2-4dcc-a090-0b31e9f5727d req-0e5dba45-c944-42d8-8d9b-b9dbcc59dd95 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:11.226316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-29450ce0-16a8-4a82-9415-002bb107c4d0 req-4879e79d-e2a5-48e3-811b-d7ed1e2c2897 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] For port a3e937eb-c044-4fc9-95d4-2ca4ce368edc, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=a3e937eb-c044-4fc9-95d4-2ca4ce368edc,segment=NetworkSegment(4592d4f0-4047-409f-999b-92c780837e80),segment_id=4592d4f0-4047-409f-999b-92c780837e80)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:31:11.226690 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-29450ce0-16a8-4a82-9415-002bb107c4d0 req-4879e79d-e2a5-48e3-811b-d7ed1e2c2897 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:11.264283 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-3b616250-dea2-4dcc-a090-0b31e9f5727d req-0e5dba45-c944-42d8-8d9b-b9dbcc59dd95 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Calling delete_port for 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:31:11.311311 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.resource_extend [None req-537f5798-47ae-4e84-9335-9fee1836f72c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 24 10:31:11.355645 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-29450ce0-16a8-4a82-9415-002bb107c4d0 req-4879e79d-e2a5-48e3-811b-d7ed1e2c2897 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Calling delete_port for a3e937eb-c044-4fc9-95d4-2ca4ce368edc owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:31:11.369286 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ba84b2ad-d9cc-402e-b1c5-4d36721c0272 req-a9995caf-4559-49bc-ad7d-fc275bf8787c tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945895 Dec 24 10:31:11.443010 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-537f5798-47ae-4e84-9335-9fee1836f72c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:11.446635 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-537f5798-47ae-4e84-9335-9fee1836f72c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:11.501529 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-29450ce0-16a8-4a82-9415-002bb107c4d0 req-4879e79d-e2a5-48e3-811b-d7ed1e2c2897 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:11.516541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:11.565957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879e79d-e2a5-48e3-811b-d7ed1e2c2897 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Pushing event deleted for resources: {'Port': ['ID=a3e937eb-c044-4fc9-95d4-2ca4ce368edc,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:11.578421 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4879e79d-e2a5-48e3-811b-d7ed1e2c2897 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:11.646152 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:31:11.671236 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3b616250-dea2-4dcc-a090-0b31e9f5727d req-0e5dba45-c944-42d8-8d9b-b9dbcc59dd95 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:11.682385 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] No Port match for: 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:31:11.682765 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf not bound to the agent host hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:31:11.683217 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a3e937eb-c044-4fc9-95d4-2ca4ce368edc no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:31:11.692443 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3e29fa61-6cb1-4734-85d7-300af7f4838b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:11.715695 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] No Port match for: a3e937eb-c044-4fc9-95d4-2ca4ce368edc {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:31:11.716086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a3e937eb-c044-4fc9-95d4-2ca4ce368edc not bound to the agent host hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:31:11.731812 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-29450ce0-16a8-4a82-9415-002bb107c4d0 req-4879e79d-e2a5-48e3-811b-d7ed1e2c2897 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] No DVR routers for this DVR port a3e937eb-c044-4fc9-95d4-2ca4ce368edc on host hv-cinder-76845 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:31:11.734160 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-29450ce0-16a8-4a82-9415-002bb107c4d0 req-4879e79d-e2a5-48e3-811b-d7ed1e2c2897 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:11.738484 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e6d4cc-3b49-45a3-8cd2-51e668abaae9', 'name': 'network-vif-deleted', 'tag': 'a3e937eb-c044-4fc9-95d4-2ca4ce368edc'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:31:11.742992 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5dba45-c944-42d8-8d9b-b9dbcc59dd95 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Pushing event deleted for resources: {'Port': ['ID=9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:11.758305 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0e5dba45-c944-42d8-8d9b-b9dbcc59dd95 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:11.758773 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-29450ce0-16a8-4a82-9415-002bb107c4d0 req-4879e79d-e2a5-48e3-811b-d7ed1e2c2897 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.20 "DELETE /v2.0/ports/a3e937eb-c044-4fc9-95d4-2ca4ce368edc HTTP/1.1" status: 204 len: 173 time: 0.8608007 Dec 24 10:31:11.762031 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.l3_db [None req-537f5798-47ae-4e84-9335-9fee1836f72c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Floating IP 1e09cc07-262e-4282-b007-cc951bab36f3 associated. External IP: 172.28.2.39, port: a02d3a9b-1487-4647-b663-62ffc5400d3c. Dec 24 10:31:11.812873 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e6d4cc-3b49-45a3-8cd2-51e668abaae9', 'name': 'network-vif-deleted', 'tag': 'a3e937eb-c044-4fc9-95d4-2ca4ce368edc', 'status': 'completed', 'code': 200} Dec 24 10:31:12.068388 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4763e384-2a4d-4a13-a1df-b882b749c275 req-fbd20749-82d3-4465-9366-40f42084c9c9 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=09e6d4cc-3b49-45a3-8cd2-51e668abaae9 HTTP/1.1" status: 200 len: 210 time: 0.1396394 Dec 24 10:31:12.192386 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b616250-dea2-4dcc-a090-0b31e9f5727d req-0e5dba45-c944-42d8-8d9b-b9dbcc59dd95 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] No DVR routers for this DVR port 9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf on host hv-cinder-76845 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:31:12.468555 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3b616250-dea2-4dcc-a090-0b31e9f5727d req-0e5dba45-c944-42d8-8d9b-b9dbcc59dd95 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:12.478445 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f', 'name': 'network-vif-deleted', 'tag': '9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:31:12.499058 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63322ca-a2c0-433c-80dc-ee3a3c0de2c5 req-c8c88012-ba83-485b-8c2d-bf8c008a7a91 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:12.500669 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a63322ca-a2c0-433c-80dc-ee3a3c0de2c5 req-c8c88012-ba83-485b-8c2d-bf8c008a7a91 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 984 time: 0.6182671 Dec 24 10:31:12.509628 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b616250-dea2-4dcc-a090-0b31e9f5727d req-0e5dba45-c944-42d8-8d9b-b9dbcc59dd95 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.20 "DELETE /v2.0/ports/9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf HTTP/1.1" status: 204 len: 173 time: 2.1349392 Dec 24 10:31:12.587887 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-80216394-0bf9-4a4d-8a0a-7ece0b8dbad0 req-bf9eada2-f93e-4b0d-ad24-607cee403f12 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Synchronizing usage tracker for tenant:224f3d98add24b3983023abf520b6aff on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:31:12.694204 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-80216394-0bf9-4a4d-8a0a-7ece0b8dbad0 req-bf9eada2-f93e-4b0d-ad24-607cee403f12 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Unset dirty status for tenant:224f3d98add24b3983023abf520b6aff on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:31:12.696067 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-80216394-0bf9-4a4d-8a0a-7ece0b8dbad0 req-bf9eada2-f93e-4b0d-ad24-607cee403f12 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f HTTP/1.1" status: 200 len: 210 time: 0.1910181 Dec 24 10:31:12.710595 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a63322ca-a2c0-433c-80dc-ee3a3c0de2c5 req-b976fc96-be49-45b3-b962-5d2c2161e6ad tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=c1823cfe-d120-4aff-91a8-d62b433f7e57&id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1999810 Dec 24 10:31:12.729239 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537f5798-47ae-4e84-9335-9fee1836f72c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Router bbb9f05a-aa75-48d7-b7f1-4511489fc416 has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:31:12.790621 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aa4cab9-6511-4cfc-8b9d-ff9ff0b3147f', 'name': 'network-vif-deleted', 'tag': '9e4d7f1e-fd3b-4c60-b357-4514dabe2bdf', 'status': 'completed', 'code': 200} Dec 24 10:31:12.914671 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537f5798-47ae-4e84-9335-9fee1836f72c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:31:12.919065 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-537f5798-47ae-4e84-9335-9fee1836f72c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:12.924311 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc124a91-d602-4886-a823-2150663407aa None None] Sync routers for ids ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'] in dv-cinder-768458-2-smb {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:31:12.935018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc124a91-d602-4886-a823-2150663407aa None None] Routers {'bbb9f05a-aa75-48d7-b7f1-4511489fc416'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:31:12.935683 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-dc124a91-d602-4886-a823-2150663407aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:31:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:31:12.976774 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-537f5798-47ae-4e84-9335-9fee1836f72c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "PUT /v2.0/floatingips/1e09cc07-262e-4282-b007-cc951bab36f3 HTTP/1.1" status: 200 len: 991 time: 3.3878820 Dec 24 10:31:13.283762 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-dc124a91-d602-4886-a823-2150663407aa None None] Set router bbb9f05a-aa75-48d7-b7f1-4511489fc416 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:31:13.656645 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-dc124a91-d602-4886-a823-2150663407aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '1e09cc07-262e-4282-b007-cc951bab36f3', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'floating_ip_address': '172.28.2.39', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'port_id': 'a02d3a9b-1487-4647-b663-62ffc5400d3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'mac_address': 'fa:16:3e:65:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:30:52Z', 'updated_at': '2020-12-24T10:31:11Z', 'revision_number': 1, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:57Z', 'revision_number': 5, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:31:13.660667 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc124a91-d602-4886-a823-2150663407aa None None] Checking router: bbb9f05a-aa75-48d7-b7f1-4511489fc416 for host: dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:31:13.670138 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc124a91-d602-4886-a823-2150663407aa None None] Routers {'bbb9f05a-aa75-48d7-b7f1-4511489fc416'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:31:13.670835 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-dc124a91-d602-4886-a823-2150663407aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:31:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:31:13.855870 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-dc124a91-d602-4886-a823-2150663407aa None None] Set router bbb9f05a-aa75-48d7-b7f1-4511489fc416 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:31:13.905825 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1cf1f785-c1a5-4367-943f-752cc658b2c8 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:13.961424 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bbd53-4579-416c-8fd3-6451ae11ad6f req-bca09fbb-4019-4709-812f-8aa8454535fe tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:13.963200 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-826bbd53-4579-416c-8fd3-6451ae11ad6f req-bca09fbb-4019-4709-812f-8aa8454535fe tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 984 time: 0.1021974 Dec 24 10:31:14.016920 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-826bbd53-4579-416c-8fd3-6451ae11ad6f req-7a5fb1ad-d175-4a40-b127-f1512f2222e0 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=c1823cfe-d120-4aff-91a8-d62b433f7e57&id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0458715 Dec 24 10:31:14.095166 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 1cf1f785-c1a5-4367-943f-752cc658b2c8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:14.095587 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:14.182556 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-463ac649-4917-45e0-927f-fb91153ed9db tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:14.184175 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-463ac649-4917-45e0-927f-fb91153ed9db tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/networks?id=68cda92f-b888-42f1-9a10-df345b0f333a HTTP/1.1" status: 200 len: 808 time: 0.1599855 Dec 24 10:31:14.202198 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-dc30fef8-3e95-4af3-8ed3-66d7e7644c58 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/quotas/224f3d98add24b3983023abf520b6aff HTTP/1.1" status: 200 len: 375 time: 0.0115569 Dec 24 10:31:14.254540 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-29ec110f-2223-423d-bf03-1189487efdfb tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?tenant_id=224f3d98add24b3983023abf520b6aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457244 Dec 24 10:31:14.402206 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-dc124a91-d602-4886-a823-2150663407aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '1e09cc07-262e-4282-b007-cc951bab36f3', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'floating_ip_address': '172.28.2.39', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'port_id': 'a02d3a9b-1487-4647-b663-62ffc5400d3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'mac_address': 'fa:16:3e:65:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:30:52Z', 'updated_at': '2020-12-24T10:31:11Z', 'revision_number': 1, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:57Z', 'revision_number': 5, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:31:14.402548 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-3088c8c2-6532-4cfb-896f-3f8f53f3fcdb service neutron] 10.222.0.58 "GET /v2.0/networks/68cda92f-b888-42f1-9a10-df345b0f333a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391895 Dec 24 10:31:14.406843 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc124a91-d602-4886-a823-2150663407aa None None] The sync data for ids ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'] in dv-cinder-768458-2-smb is: [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '1e09cc07-262e-4282-b007-cc951bab36f3', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'floating_ip_address': '172.28.2.39', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'port_id': 'a02d3a9b-1487-4647-b663-62ffc5400d3c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'mac_address': 'fa:16:3e:65:03:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:30:52Z', 'updated_at': '2020-12-24T10:31:11Z', 'revision_number': 1, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:57Z', 'revision_number': 5, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:31:14.562045 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-38c46909-c5d3-4275-bc41-5ea23994aca9 service neutron] 10.222.0.58 "GET /v2.0/networks/68cda92f-b888-42f1-9a10-df345b0f333a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1488419 Dec 24 10:31:14.730789 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a904f353-337c-42f9-81e7-f20be8f63342 None None] New status for floating IP 1e09cc07-262e-4282-b007-cc951bab36f3: ACTIVE {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 24 10:31:14.787224 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2eaf71ea-fea7-4a60-a9af-55a23ca974d8 req-42c16557-af59-4f1d-9f47-476ddb8697af tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 210 time: 0.0555182 Dec 24 10:31:14.801689 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'tag': 'a02d3a9b-1487-4647-b663-62ffc5400d3c'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:31:14.896922 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'tag': 'a02d3a9b-1487-4647-b663-62ffc5400d3c', 'status': 'completed', 'code': 200} Dec 24 10:31:15.025225 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7241d2b-2fac-4ebf-9e2a-71c3c44e7de8 req-49bd591a-9de8-4a18-bded-fe8f509d759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:15.026858 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a7241d2b-2fac-4ebf-9e2a-71c3c44e7de8 req-49bd591a-9de8-4a18-bded-fe8f509d759d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe&device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 1163 time: 0.0776525 Dec 24 10:31:15.176620 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7241d2b-2fac-4ebf-9e2a-71c3c44e7de8 req-311db06b-c2ca-4c81-a1c3-8ec0925728e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:15.178346 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a7241d2b-2fac-4ebf-9e2a-71c3c44e7de8 req-311db06b-c2ca-4c81-a1c3-8ec0925728e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27e249bd-cdee-49e6-a577-868f08709dc4 HTTP/1.1" status: 200 len: 911 time: 0.1448915 Dec 24 10:31:15.287357 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a7241d2b-2fac-4ebf-9e2a-71c3c44e7de8 req-7d9179b9-5adb-48a9-b501-967be14437d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a02d3a9b-1487-4647-b663-62ffc5400d3c HTTP/1.1" status: 200 len: 1001 time: 0.1022744 Dec 24 10:31:15.358950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7241d2b-2fac-4ebf-9e2a-71c3c44e7de8 req-4d02a598-0628-4d2f-b912-2a805f01aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:15.360565 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a7241d2b-2fac-4ebf-9e2a-71c3c44e7de8 req-4d02a598-0628-4d2f-b912-2a805f01aa25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5dc5c72-d3d1-4df5-be07-e47ed588d585 HTTP/1.1" status: 200 len: 856 time: 0.0667379 Dec 24 10:31:15.445423 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7241d2b-2fac-4ebf-9e2a-71c3c44e7de8 req-83a29e62-9281-4692-9258-c3d5d7cd0acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:15.446960 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a7241d2b-2fac-4ebf-9e2a-71c3c44e7de8 req-83a29e62-9281-4692-9258-c3d5d7cd0acb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27e249bd-cdee-49e6-a577-868f08709dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789096 Dec 24 10:31:15.607639 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a7241d2b-2fac-4ebf-9e2a-71c3c44e7de8 req-a0a5c8f6-16d1-472a-9953-f3e114bb777c service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386864 Dec 24 10:31:15.752244 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a7241d2b-2fac-4ebf-9e2a-71c3c44e7de8 req-c92aa496-275d-4d5c-b683-22a3f65e934f service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359091 Dec 24 10:31:16.045823 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-39be3d38-7ee2-46f3-8baf-97cf72b8f094 req-658a47ca-1052-4985-93ff-219eec793462 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 210 time: 0.1139011 Dec 24 10:31:16.108421 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-38e75e90-87c9-494e-9067-e8c6d8e74834 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:16.110006 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-38e75e90-87c9-494e-9067-e8c6d8e74834 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.20 "GET /v2.0/networks?id=68cda92f-b888-42f1-9a10-df345b0f333a HTTP/1.1" status: 200 len: 808 time: 0.2311530 Dec 24 10:31:16.144543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-b10daf59-ece2-48b1-a834-24b6d5f0e0d4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Request body: {'port': {'device_id': '6600acc2-f40d-4088-a516-b6c111671152', 'network_id': '68cda92f-b888-42f1-9a10-df345b0f333a', 'admin_state_up': True, 'tenant_id': '224f3d98add24b3983023abf520b6aff'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:31:16.291821 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-b10daf59-ece2-48b1-a834-24b6d5f0e0d4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:31:16.301669 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-b10daf59-ece2-48b1-a834-24b6d5f0e0d4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:31:16.310895 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-b10daf59-ece2-48b1-a834-24b6d5f0e0d4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Made reservation on behalf of 224f3d98add24b3983023abf520b6aff for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:31:16.316364 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-b10daf59-ece2-48b1-a834-24b6d5f0e0d4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:16.630522 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-b10daf59-ece2-48b1-a834-24b6d5f0e0d4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Allocated IP 172.20.0.6 (68cda92f-b888-42f1-9a10-df345b0f333a/1b0da857-3fac-4cbe-bd66-43da41f3c62b/f31102bc-1f89-4108-b506-8cd34f7311b8) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:31:16.848079 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-b10daf59-ece2-48b1-a834-24b6d5f0e0d4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:16.874218 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-b10daf59-ece2-48b1-a834-24b6d5f0e0d4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:16.889446 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8e1d4428-a876-44e2-b965-151fc1612f19 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:17.036507 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10daf59-ece2-48b1-a834-24b6d5f0e0d4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Pushing event updated for resources: {'Port': ['ID=f31102bc-1f89-4108-b506-8cd34f7311b8,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:17.041700 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b10daf59-ece2-48b1-a834-24b6d5f0e0d4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:17.083993 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-b10daf59-ece2-48b1-a834-24b6d5f0e0d4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Network 68cda92f-b888-42f1-9a10-df345b0f333a is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:31:17.085678 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-b10daf59-ece2-48b1-a834-24b6d5f0e0d4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:31:17.088151 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-b10daf59-ece2-48b1-a834-24b6d5f0e0d4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:31:17.156911 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-b10daf59-ece2-48b1-a834-24b6d5f0e0d4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:17.157621 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-b10daf59-ece2-48b1-a834-24b6d5f0e0d4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:17.182493 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-b10daf59-ece2-48b1-a834-24b6d5f0e0d4 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0427506 Dec 24 10:31:17.231607 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Request body: {'port': {'device_id': '6600acc2-f40d-4088-a516-b6c111671152', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:31:17.713903 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:17.733116 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339753bf-93db-485c-8c40-1fea125b5e94 req-319b9457-cfcd-4e07-9cd4-c1127457f66f tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:17.733881 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-339753bf-93db-485c-8c40-1fea125b5e94 req-319b9457-cfcd-4e07-9cd4-c1127457f66f tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Synchronizing usage tracker for tenant:224f3d98add24b3983023abf520b6aff on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:31:17.814991 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-cfc1a230-add4-4cdc-894f-f4929e88ea3f tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:17.816592 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-cfc1a230-add4-4cdc-894f-f4929e88ea3f tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/networks?id=50b75f8b-6a77-41bf-bea6-f505a34e2c42 HTTP/1.1" status: 200 len: 814 time: 0.3085408 Dec 24 10:31:17.825606 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-339753bf-93db-485c-8c40-1fea125b5e94 req-319b9457-cfcd-4e07-9cd4-c1127457f66f tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Unset dirty status for tenant:224f3d98add24b3983023abf520b6aff on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:31:17.826768 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-339753bf-93db-485c-8c40-1fea125b5e94 req-319b9457-cfcd-4e07-9cd4-c1127457f66f tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 931 time: 0.6392813 Dec 24 10:31:17.857578 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-3259f1ee-0942-4999-8b42-efec0d96be81 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/quotas/9d5c996770cc44f08351a717d63798ff HTTP/1.1" status: 200 len: 375 time: 0.0329735 Dec 24 10:31:17.969851 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-906ddfd3-ef23-496b-87b1-f6ad2bda005e tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d5c996770cc44f08351a717d63798ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773964 Dec 24 10:31:18.068719 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-339753bf-93db-485c-8c40-1fea125b5e94 req-67d97c6e-cd5d-4866-94d9-a85fc5155dd8 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322123 Dec 24 10:31:18.280769 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-349e8c59-b5d9-4822-9969-f0234bce5d8b service neutron] 10.222.0.58 "GET /v2.0/networks/50b75f8b-6a77-41bf-bea6-f505a34e2c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008685 Dec 24 10:31:18.468159 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-54575598-950e-4c09-98ba-e3bc2df9603e service neutron] 10.222.0.58 "GET /v2.0/networks/50b75f8b-6a77-41bf-bea6-f505a34e2c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1790607 Dec 24 10:31:18.523000 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31102bc-1f89-4108-b506-8cd34f7311b8 {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:31:18.530805 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:18.545543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Transition to ACTIVE for port object f31102bc-1f89-4108-b506-8cd34f7311b8 will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:31:18.548258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:18.563819 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:18.742977 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5a959e49-b801-484d-b31d-546136e053bb req-24dedcab-3c31-4377-91f4-fd75c1be34e2 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 210 time: 0.1137445 Dec 24 10:31:18.761521 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f31102bc-1f89-4108-b506-8cd34f7311b8,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:18.766232 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:18.938044 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Attempting to bind port f31102bc-1f89-4108-b506-8cd34f7311b8 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:31:18.938548 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Attempting to bind port f31102bc-1f89-4108-b506-8cd34f7311b8 by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': '45aa5081-02a3-4405-bf06-109f2cfc14e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68cda92f-b888-42f1-9a10-df345b0f333a'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:31:18.938803 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Attempting to bind port f31102bc-1f89-4108-b506-8cd34f7311b8 on network 68cda92f-b888-42f1-9a10-df345b0f333a {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:31:18.944578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:31:18.944992 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Checking segment: {'id': '45aa5081-02a3-4405-bf06-109f2cfc14e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68cda92f-b888-42f1-9a10-df345b0f333a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:31:18.945395 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:18.945796 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Bound using segment: {'id': '45aa5081-02a3-4405-bf06-109f2cfc14e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68cda92f-b888-42f1-9a10-df345b0f333a'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:31:18.946271 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Bound port: f31102bc-1f89-4108-b506-8cd34f7311b8, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45aa5081-02a3-4405-bf06-109f2cfc14e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '68cda92f-b888-42f1-9a10-df345b0f333a'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:31:18.946644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:19.043149 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] For port f31102bc-1f89-4108-b506-8cd34f7311b8, host hv-cinder-76845, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:31:19.046468 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] For port f31102bc-1f89-4108-b506-8cd34f7311b8, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=f31102bc-1f89-4108-b506-8cd34f7311b8,segment=NetworkSegment(45aa5081-02a3-4405-bf06-109f2cfc14e6),segment_id=45aa5081-02a3-4405-bf06-109f2cfc14e6)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:31:19.050615 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:19.066284 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-26710028-cd6d-45ee-b22b-724bc7e5dc4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:19.253487 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=f31102bc-1f89-4108-b506-8cd34f7311b8,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:19.264119 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:19.322056 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:19.322801 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:19.324784 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-370b9a89-df2c-483d-99de-cceb49addcd3 service neutron] 10.222.0.20 "PUT /v2.0/ports/f31102bc-1f89-4108-b506-8cd34f7311b8 HTTP/1.1" status: 200 len: 1157 time: 2.1020594 Dec 24 10:31:19.327140 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6600acc2-f40d-4088-a516-b6c111671152', 'tag': 'f31102bc-1f89-4108-b506-8cd34f7311b8'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:31:19.351536 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8dc05-9c49-4fe0-a637-6a1de6ac167f req-f39debc7-8322-46b2-b079-ea2ce480bd0e tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:19.353692 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9dc8dc05-9c49-4fe0-a637-6a1de6ac167f req-f39debc7-8322-46b2-b079-ea2ce480bd0e tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 943 time: 0.1400714 Dec 24 10:31:19.406251 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9dc8dc05-9c49-4fe0-a637-6a1de6ac167f req-fdd2fd19-9541-46b0-a717-04c748fec5f9 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459917 Dec 24 10:31:19.478609 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6600acc2-f40d-4088-a516-b6c111671152', 'tag': 'f31102bc-1f89-4108-b506-8cd34f7311b8', 'status': 'completed', 'code': 200} Dec 24 10:31:19.492538 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-e6afec03-3091-4156-a1f0-9a4a568ce027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:19.494199 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-e6afec03-3091-4156-a1f0-9a4a568ce027 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=224f3d98add24b3983023abf520b6aff&device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 1160 time: 0.0779371 Dec 24 10:31:19.580706 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-caab58dc-dfc9-482e-8fce-30df39981d5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f31102bc-1f89-4108-b506-8cd34f7311b8 HTTP/1.1" status: 200 len: 217 time: 0.0665760 Dec 24 10:31:19.652274 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-5d8fef2f-f2c9-47dd-b26f-c7fcd4be0830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:19.653858 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-5d8fef2f-f2c9-47dd-b26f-c7fcd4be0830 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b0da857-3fac-4cbe-bd66-43da41f3c62b HTTP/1.1" status: 200 len: 848 time: 0.0648201 Dec 24 10:31:19.704553 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-e4552a68-d21a-42f8-8a04-9439f2c7b385 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68cda92f-b888-42f1-9a10-df345b0f333a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422726 Dec 24 10:31:19.867713 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-36bff3e4-5a57-4a6e-a053-7ae44fe633af service neutron] 10.222.0.20 "GET /v2.0/networks/68cda92f-b888-42f1-9a10-df345b0f333a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409841 Dec 24 10:31:19.956133 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d6a179de-b707-4df3-8ce0-bcd75dead30a req-d4c668bb-2546-42f9-a219-31d1e89acf65 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 210 time: 0.0752678 Dec 24 10:31:20.077891 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ea59a756-9b00-4c4e-88e6-0a6887ce73c8 req-b23d0735-a57a-48cc-9641-b0bcf286f37c service neutron] 10.222.0.20 "GET /v2.0/networks/68cda92f-b888-42f1-9a10-df345b0f333a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1525893 Dec 24 10:31:20.080415 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-04773854-bf7e-4c7c-ac45-0f89603a3b54 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:20.082011 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-04773854-bf7e-4c7c-ac45-0f89603a3b54 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.20 "GET /v2.0/networks?id=50b75f8b-6a77-41bf-bea6-f505a34e2c42 HTTP/1.1" status: 200 len: 814 time: 0.1691525 Dec 24 10:31:20.146368 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Request body: {'port': {'device_id': 'c4865c54-c330-4932-ac07-7d3e39f081fc', 'network_id': '50b75f8b-6a77-41bf-bea6-f505a34e2c42', 'admin_state_up': True, 'tenant_id': '9d5c996770cc44f08351a717d63798ff'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:31:20.267732 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbac9a-a3af-44d1-b29f-15ca73f2dd61 req-e63999b6-bd63-4efc-8483-1261ac270d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:20.269430 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8cdbac9a-a3af-44d1-b29f-15ca73f2dd61 req-e63999b6-bd63-4efc-8483-1261ac270d2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=224f3d98add24b3983023abf520b6aff&device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 1160 time: 0.0786557 Dec 24 10:31:20.288415 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:31:20.292666 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Usage tracker for resource:port and tenant:9d5c996770cc44f08351a717d63798ff is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:31:20.295597 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Quota usage for port was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:31:20.302068 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:31:20.311040 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Made reservation on behalf of 9d5c996770cc44f08351a717d63798ff for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:31:20.316443 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:20.656694 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Allocated IP 172.20.0.12 (50b75f8b-6a77-41bf-bea6-f505a34e2c42/5d578d07-bc80-4a59-a693-acdd3e8fbad4/b391ea1d-2714-41f4-9b53-27bba0f624b8) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:31:20.753252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbac9a-a3af-44d1-b29f-15ca73f2dd61 req-98045546-4e40-4e25-9ee3-36d3787834e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:20.754612 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8cdbac9a-a3af-44d1-b29f-15ca73f2dd61 req-98045546-4e40-4e25-9ee3-36d3787834e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=68cda92f-b888-42f1-9a10-df345b0f333a HTTP/1.1" status: 200 len: 902 time: 0.4503086 Dec 24 10:31:20.770175 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880b21a-5ee4-46d4-aa45-c64ca36cd7f8 req-c9d0fe3c-67e0-4b8f-ad0f-d09d0a8b619f tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:20.771862 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4880b21a-5ee4-46d4-aa45-c64ca36cd7f8 req-c9d0fe3c-67e0-4b8f-ad0f-d09d0a8b619f tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 943 time: 0.1281185 Dec 24 10:31:20.863228 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8cdbac9a-a3af-44d1-b29f-15ca73f2dd61 req-0eb05f80-6a3f-4e8f-961d-3dca65606f01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f31102bc-1f89-4108-b506-8cd34f7311b8 HTTP/1.1" status: 200 len: 217 time: 0.0696359 Dec 24 10:31:20.874185 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:20.901261 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:20.918426 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ef3eb0a0-4d86-4e7a-9eb8-991561cae95c tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:20.930215 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4880b21a-5ee4-46d4-aa45-c64ca36cd7f8 req-60cb4827-cfd9-49ba-8495-67cdeb7af8d7 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508491 Dec 24 10:31:20.953016 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbac9a-a3af-44d1-b29f-15ca73f2dd61 req-de6b4409-0a8a-4c15-8c06-a60943adfa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:20.954789 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8cdbac9a-a3af-44d1-b29f-15ca73f2dd61 req-de6b4409-0a8a-4c15-8c06-a60943adfa01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b0da857-3fac-4cbe-bd66-43da41f3c62b HTTP/1.1" status: 200 len: 848 time: 0.0820880 Dec 24 10:31:21.009515 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8cdbac9a-a3af-44d1-b29f-15ca73f2dd61 req-406987cb-4eb5-4da0-8dbc-2a457eeee8d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68cda92f-b888-42f1-9a10-df345b0f333a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457273 Dec 24 10:31:21.066164 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Pushing event updated for resources: {'Port': ['ID=b391ea1d-2714-41f4-9b53-27bba0f624b8,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:21.071345 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:21.111971 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Network 50b75f8b-6a77-41bf-bea6-f505a34e2c42 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:31:21.113174 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:31:21.115529 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:31:21.182894 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:21.183559 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:21.206741 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-80e2c69e-e940-4ec6-9bc7-e9148310ce85 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0648806 Dec 24 10:31:21.220119 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8cdbac9a-a3af-44d1-b29f-15ca73f2dd61 req-0755a3d7-9dc4-4bd1-9524-6a8237afc8eb service neutron] 10.222.0.20 "GET /v2.0/networks/68cda92f-b888-42f1-9a10-df345b0f333a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008586 Dec 24 10:31:21.227534 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Request body: {'port': {'device_id': 'c4865c54-c330-4932-ac07-7d3e39f081fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:31:21.265993 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd6d92-ec52-4f1f-8dd6-6abd5c3c8e53 req-b0a0d518-c01b-49b0-8990-c7c67bd8e8dd tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:21.267469 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c8cd6d92-ec52-4f1f-8dd6-6abd5c3c8e53 req-b0a0d518-c01b-49b0-8990-c7c67bd8e8dd tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 932 time: 0.1485279 Dec 24 10:31:21.343213 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:21.389138 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c8cd6d92-ec52-4f1f-8dd6-6abd5c3c8e53 req-fcbf6543-c350-427d-bb6b-97c3ead08634 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104825 Dec 24 10:31:21.414569 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8cdbac9a-a3af-44d1-b29f-15ca73f2dd61 req-ec903fca-d9a3-43fe-a711-c94755d859be service neutron] 10.222.0.20 "GET /v2.0/networks/68cda92f-b888-42f1-9a10-df345b0f333a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1832623 Dec 24 10:31:21.965269 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b391ea1d-2714-41f4-9b53-27bba0f624b8 {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:31:21.972410 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:21.985369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Transition to ACTIVE for port object b391ea1d-2714-41f4-9b53-27bba0f624b8 will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:31:21.988081 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:22.004315 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:22.146659 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354d155-39fa-44e8-bbe9-3c7eb1f76e94 req-e1f83bd4-b21f-401d-a30a-b30a5bb5f60e tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:22.147614 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Pushing event updated for resources: {'Port': ['ID=b391ea1d-2714-41f4-9b53-27bba0f624b8,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:22.149162 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3354d155-39fa-44e8-bbe9-3c7eb1f76e94 req-e1f83bd4-b21f-401d-a30a-b30a5bb5f60e tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 943 time: 0.0832925 Dec 24 10:31:22.152815 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:22.196876 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3354d155-39fa-44e8-bbe9-3c7eb1f76e94 req-0b84376a-7b8c-4d88-b3f2-9144c0a7326f tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418422 Dec 24 10:31:22.323443 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Attempting to bind port b391ea1d-2714-41f4-9b53-27bba0f624b8 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:31:22.323815 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Attempting to bind port b391ea1d-2714-41f4-9b53-27bba0f624b8 by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': '4592d4f0-4047-409f-999b-92c780837e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50b75f8b-6a77-41bf-bea6-f505a34e2c42'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:31:22.324175 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Attempting to bind port b391ea1d-2714-41f4-9b53-27bba0f624b8 on network 50b75f8b-6a77-41bf-bea6-f505a34e2c42 {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:31:22.329792 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:31:22.330167 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Checking segment: {'id': '4592d4f0-4047-409f-999b-92c780837e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50b75f8b-6a77-41bf-bea6-f505a34e2c42'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:31:22.330590 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:22.330960 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Bound using segment: {'id': '4592d4f0-4047-409f-999b-92c780837e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50b75f8b-6a77-41bf-bea6-f505a34e2c42'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:31:22.331432 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Bound port: b391ea1d-2714-41f4-9b53-27bba0f624b8, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4592d4f0-4047-409f-999b-92c780837e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '50b75f8b-6a77-41bf-bea6-f505a34e2c42'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:31:22.331801 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:22.421139 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] For port b391ea1d-2714-41f4-9b53-27bba0f624b8, host hv-cinder-76845, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:31:22.424295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] For port b391ea1d-2714-41f4-9b53-27bba0f624b8, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=b391ea1d-2714-41f4-9b53-27bba0f624b8,segment=NetworkSegment(4592d4f0-4047-409f-999b-92c780837e80),segment_id=4592d4f0-4047-409f-999b-92c780837e80)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:31:22.427915 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:22.443208 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:22.599494 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Pushing event updated for resources: {'Port': ['ID=b391ea1d-2714-41f4-9b53-27bba0f624b8,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:22.604922 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:22.615399 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2df58-3855-4f09-a8ce-75a0a5924392 req-647066a9-0219-4594-8079-cbc005939a36 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:22.617164 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-fab2df58-3855-4f09-a8ce-75a0a5924392 req-647066a9-0219-4594-8079-cbc005939a36 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 944 time: 0.0932696 Dec 24 10:31:22.635777 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:22.636457 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:22.637971 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] 10.222.0.20 "PUT /v2.0/ports/b391ea1d-2714-41f4-9b53-27bba0f624b8 HTTP/1.1" status: 200 len: 1158 time: 1.4157078 Dec 24 10:31:22.638509 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4865c54-c330-4932-ac07-7d3e39f081fc', 'tag': 'b391ea1d-2714-41f4-9b53-27bba0f624b8'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:31:22.666525 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-fab2df58-3855-4f09-a8ce-75a0a5924392 req-d52488df-1b78-4d62-8eed-1c4dc0a5eab9 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429265 Dec 24 10:31:22.699477 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4865c54-c330-4932-ac07-7d3e39f081fc', 'tag': 'b391ea1d-2714-41f4-9b53-27bba0f624b8', 'status': 'completed', 'code': 200} Dec 24 10:31:22.814033 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-c83e0c4f-1249-4756-bd88-42ab476a2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:22.815625 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-c83e0c4f-1249-4756-bd88-42ab476a2229 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d5c996770cc44f08351a717d63798ff&device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 1161 time: 0.0754464 Dec 24 10:31:22.896395 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-48480651-de4f-4319-aa3b-69eb88271dbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b391ea1d-2714-41f4-9b53-27bba0f624b8 HTTP/1.1" status: 200 len: 217 time: 0.0665545 Dec 24 10:31:22.966905 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-23a60f53-579f-4190-8697-7ed3cb88594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:22.968364 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-23a60f53-579f-4190-8697-7ed3cb88594f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d578d07-bc80-4a59-a693-acdd3e8fbad4 HTTP/1.1" status: 200 len: 854 time: 0.0631645 Dec 24 10:31:23.024256 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-2cbd18f6-fc1a-4982-8a53-a1bfa71877e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=50b75f8b-6a77-41bf-bea6-f505a34e2c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462809 Dec 24 10:31:23.172742 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-0f181797-2da5-42b6-9560-010654f68e18 service neutron] 10.222.0.20 "GET /v2.0/networks/50b75f8b-6a77-41bf-bea6-f505a34e2c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382494 Dec 24 10:31:23.328990 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7c5297a0-6be6-4f0f-8d61-1e82fa44b145 req-c42a8b93-fb47-4b1a-b122-c52f0c491cf4 service neutron] 10.222.0.20 "GET /v2.0/networks/50b75f8b-6a77-41bf-bea6-f505a34e2c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1455193 Dec 24 10:31:23.414302 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fd119-60e8-4ff8-902c-1fb5a8eb9b19 req-88479153-10aa-472f-8ed8-f3ddcd118057 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:23.415886 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a83fd119-60e8-4ff8-902c-1fb5a8eb9b19 req-88479153-10aa-472f-8ed8-f3ddcd118057 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 943 time: 0.0891356 Dec 24 10:31:23.465009 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a83fd119-60e8-4ff8-902c-1fb5a8eb9b19 req-efa3297e-e10f-4ef5-8c24-95fbf3ba4c86 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427639 Dec 24 10:31:23.521487 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbc1e8-841f-49ea-9311-6296cd2c2cf8 req-832765c1-f029-483d-9f09-f9f42e82fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:23.523080 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-93fbc1e8-841f-49ea-9311-6296cd2c2cf8 req-832765c1-f029-483d-9f09-f9f42e82fc70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d5c996770cc44f08351a717d63798ff&device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 1161 time: 0.0762074 Dec 24 10:31:23.670101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbc1e8-841f-49ea-9311-6296cd2c2cf8 req-7037c8f6-36f7-48a7-975f-7d4d0238e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:23.671673 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-93fbc1e8-841f-49ea-9311-6296cd2c2cf8 req-7037c8f6-36f7-48a7-975f-7d4d0238e930 service neutron] 10.222.0.20 "GET /v2.0/networks?id=50b75f8b-6a77-41bf-bea6-f505a34e2c42 HTTP/1.1" status: 200 len: 908 time: 0.1383553 Dec 24 10:31:23.752606 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-93fbc1e8-841f-49ea-9311-6296cd2c2cf8 req-9a7d2300-cae4-4f18-8521-2c9a56369f64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b391ea1d-2714-41f4-9b53-27bba0f624b8 HTTP/1.1" status: 200 len: 217 time: 0.0677269 Dec 24 10:31:23.831455 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbc1e8-841f-49ea-9311-6296cd2c2cf8 req-8ba20587-e99d-471e-a294-f89e8d992e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:23.833031 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-93fbc1e8-841f-49ea-9311-6296cd2c2cf8 req-8ba20587-e99d-471e-a294-f89e8d992e5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d578d07-bc80-4a59-a693-acdd3e8fbad4 HTTP/1.1" status: 200 len: 854 time: 0.0690222 Dec 24 10:31:23.886799 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-93fbc1e8-841f-49ea-9311-6296cd2c2cf8 req-e27c3ab8-6f21-4024-9332-305d299d20a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=50b75f8b-6a77-41bf-bea6-f505a34e2c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466104 Dec 24 10:31:24.017637 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92563bba-9252-4a38-b901-0c4c07121de0 req-a081d2d2-2c33-4115-9b33-57673cbe81fd tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:24.019258 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-92563bba-9252-4a38-b901-0c4c07121de0 req-a081d2d2-2c33-4115-9b33-57673cbe81fd tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 944 time: 0.0844800 Dec 24 10:31:24.033385 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-93fbc1e8-841f-49ea-9311-6296cd2c2cf8 req-810cb59c-87ac-4a47-bfec-96d28a50e9fb service neutron] 10.222.0.20 "GET /v2.0/networks/50b75f8b-6a77-41bf-bea6-f505a34e2c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384518 Dec 24 10:31:24.069898 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-92563bba-9252-4a38-b901-0c4c07121de0 req-ff2ca6a1-e1a5-4d40-8018-09cdd9c96a2c tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436530 Dec 24 10:31:24.177793 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-93fbc1e8-841f-49ea-9311-6296cd2c2cf8 req-eda32e51-a62d-480d-98dd-0178c54a8ebb service neutron] 10.222.0.20 "GET /v2.0/networks/50b75f8b-6a77-41bf-bea6-f505a34e2c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368337 Dec 24 10:31:24.679374 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb48bc-e750-452a-a782-a88989a8dd6a req-f5b2963a-5a39-4d91-82d9-66de6c39f430 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:24.680998 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-63eb48bc-e750-452a-a782-a88989a8dd6a req-f5b2963a-5a39-4d91-82d9-66de6c39f430 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 943 time: 0.0855153 Dec 24 10:31:24.727191 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-63eb48bc-e750-452a-a782-a88989a8dd6a req-5398f9e3-c98b-4125-8886-666161d41665 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398948 Dec 24 10:31:24.934027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device f31102bc-1f89-4108-b506-8cd34f7311b8 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:25.000954 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port f31102bc-1f89-4108-b506-8cd34f7311b8 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:31:25.005790 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port f31102bc-1f89-4108-b506-8cd34f7311b8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:25.006211 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:25.122988 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:25.150891 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6600acc2-f40d-4088-a516-b6c111671152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31102bc-1f89-4108-b506-8cd34f7311b8'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:31:25.162324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port f31102bc-1f89-4108-b506-8cd34f7311b8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=f31102bc-1f89-4108-b506-8cd34f7311b8,segment=NetworkSegment(45aa5081-02a3-4405-bf06-109f2cfc14e6),segment_id=45aa5081-02a3-4405-bf06-109f2cfc14e6)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:31:25.166166 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:25.167061 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1cf1f785-c1a5-4367-943f-752cc658b2c8 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:25.195078 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:25.231405 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6600acc2-f40d-4088-a516-b6c111671152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31102bc-1f89-4108-b506-8cd34f7311b8', 'code': 200} Dec 24 10:31:25.291125 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55632b44-dbd8-4fca-9afa-bf9fe85879b5 req-1f645551-8448-4514-8c39-3dbea1742de7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:25.292369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=f31102bc-1f89-4108-b506-8cd34f7311b8,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:25.292755 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-55632b44-dbd8-4fca-9afa-bf9fe85879b5 req-1f645551-8448-4514-8c39-3dbea1742de7 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 944 time: 0.0870481 Dec 24 10:31:25.296191 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:25.302269 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 1cf1f785-c1a5-4367-943f-752cc658b2c8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:25.302685 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:25.347141 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-55632b44-dbd8-4fca-9afa-bf9fe85879b5 req-d959f63a-9966-4dcc-92a5-190196c63742 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442569 Dec 24 10:31:25.521487 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c2e32-6bea-481a-9140-c62aa0333c7b req-2b60e4ab-a0a1-4705-8516-924c9f85e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:25.523084 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-980c2e32-6bea-481a-9140-c62aa0333c7b req-2b60e4ab-a0a1-4705-8516-924c9f85e76a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 1162 time: 0.0777965 Dec 24 10:31:25.574091 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-980c2e32-6bea-481a-9140-c62aa0333c7b req-da824bcb-2e89-46dd-9be2-d43bf435bcc2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378480 Dec 24 10:31:25.936004 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efe078-11f5-4d7b-b935-7cbfa17442d4 req-b74d5915-b138-44f9-b8d3-a45eac154954 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:25.937611 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d1efe078-11f5-4d7b-b935-7cbfa17442d4 req-b74d5915-b138-44f9-b8d3-a45eac154954 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 945 time: 0.0817254 Dec 24 10:31:25.983867 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d1efe078-11f5-4d7b-b935-7cbfa17442d4 req-5aacbbe3-ef83-4d6f-95f5-6c3a36869420 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398080 Dec 24 10:31:26.567721 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35be20-f56a-4c9f-806e-39d5a03dc2f0 req-372e3b36-3d02-4b0e-923b-bbcc0e0bc1c8 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:26.569533 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5d35be20-f56a-4c9f-806e-39d5a03dc2f0 req-372e3b36-3d02-4b0e-923b-bbcc0e0bc1c8 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 944 time: 0.0886447 Dec 24 10:31:26.619598 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5d35be20-f56a-4c9f-806e-39d5a03dc2f0 req-a3d1f206-ffc8-42a5-a14b-e7a8edfa6147 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429564 Dec 24 10:31:26.819304 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device b391ea1d-2714-41f4-9b53-27bba0f624b8 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:26.888516 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port b391ea1d-2714-41f4-9b53-27bba0f624b8 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:31:26.893398 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port b391ea1d-2714-41f4-9b53-27bba0f624b8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:26.893816 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:27.011912 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:27.048531 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port b391ea1d-2714-41f4-9b53-27bba0f624b8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=b391ea1d-2714-41f4-9b53-27bba0f624b8,segment=NetworkSegment(4592d4f0-4047-409f-999b-92c780837e80),segment_id=4592d4f0-4047-409f-999b-92c780837e80)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:31:27.052529 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:27.053595 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device f31102bc-1f89-4108-b506-8cd34f7311b8 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:27.081301 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-98731950-b8ee-4f1f-ba72-d4fe3b8119a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:27.173913 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=b391ea1d-2714-41f4-9b53-27bba0f624b8,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:27.177543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:27.186477 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port f31102bc-1f89-4108-b506-8cd34f7311b8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:27.186899 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:27.219221 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5476b-86bf-48e0-b927-eaa0b4588aba req-f7fe6c6a-8355-4a7d-a527-342f427f4b62 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:27.220847 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c5d5476b-86bf-48e0-b927-eaa0b4588aba req-f7fe6c6a-8355-4a7d-a527-342f427f4b62 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 945 time: 0.0980906 Dec 24 10:31:27.236113 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4865c54-c330-4932-ac07-7d3e39f081fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b391ea1d-2714-41f4-9b53-27bba0f624b8'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:31:27.268843 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c5d5476b-86bf-48e0-b927-eaa0b4588aba req-29ac31ee-86d9-44b8-90c8-b37dbd980601 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412002 Dec 24 10:31:27.300502 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4865c54-c330-4932-ac07-7d3e39f081fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b391ea1d-2714-41f4-9b53-27bba0f624b8', 'code': 200} Dec 24 10:31:27.588645 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d9e4c-86b5-43d0-9297-f5352e782b8b req-6f480ac1-dc28-496c-8c1d-764080857157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:27.590316 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-524d9e4c-86b5-43d0-9297-f5352e782b8b req-6f480ac1-dc28-496c-8c1d-764080857157 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 1163 time: 0.0741458 Dec 24 10:31:27.634704 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-524d9e4c-86b5-43d0-9297-f5352e782b8b req-c0917491-9877-43f3-8662-17b95e0d3667 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358367 Dec 24 10:31:27.831987 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216c376-b658-4b30-b15e-933c8fece9b7 req-ffb25d11-6f8c-4733-9c59-cd96dbb4198e tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:27.833537 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2216c376-b658-4b30-b15e-933c8fece9b7 req-ffb25d11-6f8c-4733-9c59-cd96dbb4198e tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 946 time: 0.0834427 Dec 24 10:31:27.879556 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2216c376-b658-4b30-b15e-933c8fece9b7 req-29802010-def9-4d95-8269-374d91e29d30 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394113 Dec 24 10:31:28.321781 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device b391ea1d-2714-41f4-9b53-27bba0f624b8 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:28.392956 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port b391ea1d-2714-41f4-9b53-27bba0f624b8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:28.393489 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:28.483319 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef87f71-6274-4981-b1e2-de4bf1e41e05 req-dc34acb3-b53c-47f8-9e78-211ff698062b tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:28.484940 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-aef87f71-6274-4981-b1e2-de4bf1e41e05 req-dc34acb3-b53c-47f8-9e78-211ff698062b tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 945 time: 0.0858769 Dec 24 10:31:28.510886 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device f31102bc-1f89-4108-b506-8cd34f7311b8 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:28.542034 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-aef87f71-6274-4981-b1e2-de4bf1e41e05 req-dc3ce72f-f193-4778-9611-e95982aceecf tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486851 Dec 24 10:31:28.583238 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port f31102bc-1f89-4108-b506-8cd34f7311b8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:28.583657 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:29.115429 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba0402-145d-4917-abf2-f295001ae64e req-322906ab-ddec-4ab9-8c6d-39d6ec75cc8c tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:29.119603 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e0ba0402-145d-4917-abf2-f295001ae64e req-322906ab-ddec-4ab9-8c6d-39d6ec75cc8c tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 946 time: 0.1068988 Dec 24 10:31:29.167332 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e0ba0402-145d-4917-abf2-f295001ae64e req-938383ff-6cec-498d-9d4d-eaacfb5ff7a5 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424285 Dec 24 10:31:29.921400 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2f208-8477-4833-8b16-7a604d552655 req-99561758-c2e8-41d4-86fa-87ce0343abfc tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:29.923039 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d1a2f208-8477-4833-8b16-7a604d552655 req-99561758-c2e8-41d4-86fa-87ce0343abfc tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 945 time: 0.0828211 Dec 24 10:31:29.970601 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d1a2f208-8477-4833-8b16-7a604d552655 req-3a1a3b19-62df-403e-bdf0-6d30670c5ed1 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406442 Dec 24 10:31:30.386908 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c9fe8-5673-4ec1-ac6c-977ce0824c8b req-b15bed64-3c3b-4230-b5da-3c5e130e175e tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:30.388529 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-005c9fe8-5673-4ec1-ac6c-977ce0824c8b req-b15bed64-3c3b-4230-b5da-3c5e130e175e tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 946 time: 0.0873609 Dec 24 10:31:30.435013 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-005c9fe8-5673-4ec1-ac6c-977ce0824c8b req-0ee1b4b2-fb0e-4f59-9b5c-99281c8b5fac tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401254 Dec 24 10:31:31.183519 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc64115-3162-4a70-a573-2936529d31dc req-2ea2fd8a-f8df-4b68-99bb-0f827ef05d2d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:31.185142 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5bc64115-3162-4a70-a573-2936529d31dc req-2ea2fd8a-f8df-4b68-99bb-0f827ef05d2d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 945 time: 0.0865903 Dec 24 10:31:31.232545 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5bc64115-3162-4a70-a573-2936529d31dc req-f706875a-d0a8-47e3-b6dd-da1cac4f996f tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411298 Dec 24 10:31:32.215402 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device f31102bc-1f89-4108-b506-8cd34f7311b8 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:31:32.278752 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4af85-4611-4cf7-b261-b6619f21c907 req-1e4fa5df-a524-4854-92e7-0d7adec5e1c2 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:32.279515 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-d2a4af85-4611-4cf7-b261-b6619f21c907 req-1e4fa5df-a524-4854-92e7-0d7adec5e1c2 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Synchronizing usage tracker for tenant:224f3d98add24b3983023abf520b6aff on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:31:32.287594 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port f31102bc-1f89-4108-b506-8cd34f7311b8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:31:32.288230 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:32.292760 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-d2a4af85-4611-4cf7-b261-b6619f21c907 req-1e4fa5df-a524-4854-92e7-0d7adec5e1c2 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Unset dirty status for tenant:224f3d98add24b3983023abf520b6aff on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:31:32.294119 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d2a4af85-4611-4cf7-b261-b6619f21c907 req-1e4fa5df-a524-4854-92e7-0d7adec5e1c2 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.20 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 945 time: 0.0993288 Dec 24 10:31:32.385532 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-d2a4af85-4611-4cf7-b261-b6619f21c907 req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Deleting port f31102bc-1f89-4108-b506-8cd34f7311b8 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:31:32.385805 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d2a4af85-4611-4cf7-b261-b6619f21c907 req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:32.463625 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3265010-38ae-4929-868f-9837ee299921 req-3aeff969-6b84-4f04-8aeb-eac168eb9d38 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:32.465256 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f3265010-38ae-4929-868f-9837ee299921 req-3aeff969-6b84-4f04-8aeb-eac168eb9d38 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 945 time: 0.0875304 Dec 24 10:31:32.515500 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f3265010-38ae-4929-868f-9837ee299921 req-cfdfb0e5-8343-4e04-b2e8-8786b1bb11ef tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/security-groups?id=73c018aa-3311-4020-b50c-36c139cd404e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434446 Dec 24 10:31:32.669251 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-d2a4af85-4611-4cf7-b261-b6619f21c907 req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] For port f31102bc-1f89-4108-b506-8cd34f7311b8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=f31102bc-1f89-4108-b506-8cd34f7311b8,segment=NetworkSegment(45aa5081-02a3-4405-bf06-109f2cfc14e6),segment_id=45aa5081-02a3-4405-bf06-109f2cfc14e6)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:31:32.669672 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d2a4af85-4611-4cf7-b261-b6619f21c907 req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:32.798914 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-d2a4af85-4611-4cf7-b261-b6619f21c907 req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Calling delete_port for f31102bc-1f89-4108-b506-8cd34f7311b8 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:31:32.951691 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d2a4af85-4611-4cf7-b261-b6619f21c907 req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:32.966836 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-13c330a9-b6a3-4357-abb5-5ff30588d1a5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:33.025554 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Pushing event deleted for resources: {'Port': ['ID=f31102bc-1f89-4108-b506-8cd34f7311b8,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:33.039078 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.039502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.039909 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.040313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.040726 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.041130 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.041522 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.041914 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.042306 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.042695 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.043084 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.043452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.043903 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.044289 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.044689 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.045089 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.045493 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.045880 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.046308 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.046694 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.047079 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.047465 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.047852 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.048238 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:33.097078 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:33.196451 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a4af85-4611-4cf7-b261-b6619f21c907 req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] No DVR routers for this DVR port f31102bc-1f89-4108-b506-8cd34f7311b8 on host hv-cinder-76845 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:31:33.198837 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d2a4af85-4611-4cf7-b261-b6619f21c907 req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:33.202988 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6600acc2-f40d-4088-a516-b6c111671152', 'name': 'network-vif-deleted', 'tag': 'f31102bc-1f89-4108-b506-8cd34f7311b8'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:31:33.218554 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d2a4af85-4611-4cf7-b261-b6619f21c907 req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.20 "DELETE /v2.0/ports/f31102bc-1f89-4108-b506-8cd34f7311b8 HTTP/1.1" status: 204 len: 173 time: 0.9173369 Dec 24 10:31:33.270862 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6600acc2-f40d-4088-a516-b6c111671152', 'name': 'network-vif-deleted', 'tag': 'f31102bc-1f89-4108-b506-8cd34f7311b8', 'status': 'completed', 'code': 200} Dec 24 10:31:33.713903 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-96e16ca5-0798-4c48-b1f5-a8155112fb67 req-4b035aee-fffb-48ca-85d6-3f1e4cf848a0 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] 10.222.0.58 "GET /v2.0/ports?device_id=6600acc2-f40d-4088-a516-b6c111671152 HTTP/1.1" status: 200 len: 210 time: 0.0488718 Dec 24 10:31:33.914257 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device f31102bc-1f89-4108-b506-8cd34f7311b8 no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:31:33.950127 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] No Port match for: f31102bc-1f89-4108-b506-8cd34f7311b8 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:31:33.950656 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device f31102bc-1f89-4108-b506-8cd34f7311b8 not bound to the agent host hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:31:35.330054 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-98416474-6be6-4690-8795-951c6a0cab61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:37.810616 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:37.971242 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-22829f07-ba91-448d-9a9d-c9abb4982953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:38.715257 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:39.246079 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:40.047383 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:47.144049 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:31:52.169806 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d3063-9c95-4c32-9c94-b6ce891ddd4b req-19532ac2-9939-4ce5-a591-03ed1c16bd47 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:52.171539 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9c7d3063-9c95-4c32-9c94-b6ce891ddd4b req-19532ac2-9939-4ce5-a591-03ed1c16bd47 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 946 time: 0.1080205 Dec 24 10:31:52.222907 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9c7d3063-9c95-4c32-9c94-b6ce891ddd4b req-60b98c92-cc4b-4d78-bed5-b5721349b647 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441036 Dec 24 10:31:53.450088 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3466053-5229-4692-b165-78c760b71da1 req-faa11d14-93d3-4e63-bc6b-cddd8df11cee tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:53.451719 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f3466053-5229-4692-b165-78c760b71da1 req-faa11d14-93d3-4e63-bc6b-cddd8df11cee tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 946 time: 0.0872631 Dec 24 10:31:53.500985 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f3466053-5229-4692-b165-78c760b71da1 req-e2878384-cff7-4a66-970e-4e4605642cab tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426631 Dec 24 10:31:54.725252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063d022-c371-4f4b-8446-f3d033a64566 req-2826049a-be44-49d1-9105-816baf23d212 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:54.726759 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0063d022-c371-4f4b-8446-f3d033a64566 req-2826049a-be44-49d1-9105-816baf23d212 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 946 time: 0.0841746 Dec 24 10:31:54.778396 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0063d022-c371-4f4b-8446-f3d033a64566 req-d2deaa06-68f6-4938-80a7-eb4a06bb5abb tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453775 Dec 24 10:31:55.678319 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 35832) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:31:55.745385 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5bc186-25e2-4fb4-b2c5-7e18bcf66921 admin admin] Deleting subnet 1b0da857-3fac-4cbe-bd66-43da41f3c62b {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 24 10:31:55.748457 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc186-25e2-4fb4-b2c5-7e18bcf66921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:55.808881 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc186-25e2-4fb4-b2c5-7e18bcf66921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844068720'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:56.003935 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42e46c-b5c7-4985-b148-95159bba16f5 req-43b092ef-beb8-4466-a5ba-a8abc9dfb866 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:56.005635 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1c42e46c-b5c7-4985-b148-95159bba16f5 req-43b092ef-beb8-4466-a5ba-a8abc9dfb866 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 946 time: 0.0880349 Dec 24 10:31:56.056161 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1c42e46c-b5c7-4985-b148-95159bba16f5 req-849db3ed-0dd6-42a3-bf20-709959ed1b00 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433209 Dec 24 10:31:56.088222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc186-25e2-4fb4-b2c5-7e18bcf66921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3650982'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:56.340099 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc186-25e2-4fb4-b2c5-7e18bcf66921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851124819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11191368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10559393'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:56.359080 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-876429e0-c4cd-4bf1-b4f3-d6ab773abec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:56.407890 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bc186-25e2-4fb4-b2c5-7e18bcf66921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0da857-3fac-4cbe-bd66-43da41f3c62b,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:56.411715 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ed5bc186-25e2-4fb4-b2c5-7e18bcf66921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:56.491692 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ed5bc186-25e2-4fb4-b2c5-7e18bcf66921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:56.497686 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-ed5bc186-25e2-4fb4-b2c5-7e18bcf66921 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/1b0da857-3fac-4cbe-bd66-43da41f3c62b HTTP/1.1" status: 204 len: 168 time: 0.8182354 Dec 24 10:31:56.500573 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 35840) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:31:56.618111 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d661c2ae-fd4c-4af2-8bcb-042a0c40c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850967753'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:56.801944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d661c2ae-fd4c-4af2-8bcb-042a0c40c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3646220', 'neutron.services.segments.db._delete_segments_for_network-8752750691050'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:56.914916 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-d661c2ae-fd4c-4af2-8bcb-042a0c40c1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68cda92f-b888-42f1-9a10-df345b0f333a']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:31:56.927427 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-d661c2ae-fd4c-4af2-8bcb-042a0c40c1b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45aa5081-02a3-4405-bf06-109f2cfc14e6') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:31:56.928303 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-d661c2ae-fd4c-4af2-8bcb-042a0c40c1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45aa5081-02a3-4405-bf06-109f2cfc14e6') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:31:56.940617 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d661c2ae-fd4c-4af2-8bcb-042a0c40c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284104077820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10707081'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:56.956229 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d661c2ae-fd4c-4af2-8bcb-042a0c40c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:56.958268 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d661c2ae-fd4c-4af2-8bcb-042a0c40c1b6 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 24 10:31:57.144821 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-d661c2ae-fd4c-4af2-8bcb-042a0c40c1b6 admin admin] Network 68cda92f-b888-42f1-9a10-df345b0f333a has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:31:57.153939 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d661c2ae-fd4c-4af2-8bcb-042a0c40c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851123691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843584790'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:57.278932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537462f1-ecf7-4412-ab41-fb07a986e036 req-bf93952a-397e-49c4-ae40-f268f4afd0bd tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:57.280457 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-537462f1-ecf7-4412-ab41-fb07a986e036 req-bf93952a-397e-49c4-ae40-f268f4afd0bd tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 946 time: 0.0909653 Dec 24 10:31:57.328035 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-537462f1-ecf7-4412-ab41-fb07a986e036 req-3eaad528-35e1-425b-99ad-0bb8c49d3f88 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/security-groups?id=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411448 Dec 24 10:31:57.333160 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-d661c2ae-fd4c-4af2-8bcb-042a0c40c1b6 admin admin] Network 68cda92f-b888-42f1-9a10-df345b0f333a has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: Traceback (most recent call last): Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: timer() Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: cb(*args, **kw) Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: return func(*args, **kwargs) Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: self._notify() Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: self.callback(batched_events) Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: event.method(event) Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: segment_id)['aggregates'][0] Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: return f(self, *a, **k) Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: return self._get(url).json() Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: **kwargs) Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: return self.request(url, 'GET', **kwargs) Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: **endpoint_filter) Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:31:57.360468 dv-cinder-768458-2-smb neutron-server[80090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:31:57.436146 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d661c2ae-fd4c-4af2-8bcb-042a0c40c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851129596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740512'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:57.439592 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0f578003-e10d-4c01-85b2-08e0da473f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:57.455419 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d661c2ae-fd4c-4af2-8bcb-042a0c40c1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:57.464876 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661c2ae-fd4c-4af2-8bcb-042a0c40c1b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=68cda92f-b888-42f1-9a10-df345b0f333a,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:57.468353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d661c2ae-fd4c-4af2-8bcb-042a0c40c1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:57.472752 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-d661c2ae-fd4c-4af2-8bcb-042a0c40c1b6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/68cda92f-b888-42f1-9a10-df345b0f333a HTTP/1.1" status: 204 len: 168 time: 0.9711440 Dec 24 10:31:57.603616 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89816ab-0fdc-4719-b03d-e18a657a1012 req-283444fd-89c5-481c-8695-0eba53c3e11d tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:31:57.604431 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-e89816ab-0fdc-4719-b03d-e18a657a1012 req-283444fd-89c5-481c-8695-0eba53c3e11d tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Synchronizing usage tracker for tenant:9d5c996770cc44f08351a717d63798ff on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:31:57.621210 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-e89816ab-0fdc-4719-b03d-e18a657a1012 req-283444fd-89c5-481c-8695-0eba53c3e11d tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Unset dirty status for tenant:9d5c996770cc44f08351a717d63798ff on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:31:57.622788 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e89816ab-0fdc-4719-b03d-e18a657a1012 req-283444fd-89c5-481c-8695-0eba53c3e11d tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.20 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 946 time: 0.1074164 Dec 24 10:31:57.625971 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 35850) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:31:57.738033 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-e89816ab-0fdc-4719-b03d-e18a657a1012 req-f8247aa7-23c0-4b8b-8bda-b37fb72c5ca5 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Deleting port b391ea1d-2714-41f4-9b53-27bba0f624b8 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:31:57.738413 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e89816ab-0fdc-4719-b03d-e18a657a1012 req-f8247aa7-23c0-4b8b-8bda-b37fb72c5ca5 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:57.770146 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-adf92b83-6b80-409e-97bd-b047d0d0db04 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=224f3d98add24b3983023abf520b6aff&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1429944 Dec 24 10:31:57.773020 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 35856) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:31:57.835385 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:57.862548 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:57.909428 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:57.915202 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-50b1ea50-76bd-42b3-bf7c-0b44a8d442cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:57.931324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c018aa-3311-4020-b50c-36c139cd404e,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:57.940574 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:57.941888 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/73c018aa-3311-4020-b50c-36c139cd404e HTTP/1.1" status: 204 len: 168 time: 0.1676712 Dec 24 10:31:57.943358 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.943763 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.944148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.945247 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.945730 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.946139 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.946576 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.947672 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.948069 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.948459 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.948881 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.949270 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.950319 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.950792 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.951086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.951468 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.951849 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.952231 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.952619 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.953026 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.953409 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.953993 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.954379 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.954759 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:31:57.959664 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:57.994850 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-e89816ab-0fdc-4719-b03d-e18a657a1012 req-f8247aa7-23c0-4b8b-8bda-b37fb72c5ca5 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] For port b391ea1d-2714-41f4-9b53-27bba0f624b8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=b391ea1d-2714-41f4-9b53-27bba0f624b8,segment=NetworkSegment(4592d4f0-4047-409f-999b-92c780837e80),segment_id=4592d4f0-4047-409f-999b-92c780837e80)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:31:57.995247 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e89816ab-0fdc-4719-b03d-e18a657a1012 req-f8247aa7-23c0-4b8b-8bda-b37fb72c5ca5 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:58.122339 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-e89816ab-0fdc-4719-b03d-e18a657a1012 req-f8247aa7-23c0-4b8b-8bda-b37fb72c5ca5 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Calling delete_port for b391ea1d-2714-41f4-9b53-27bba0f624b8 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:31:58.236617 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device b391ea1d-2714-41f4-9b53-27bba0f624b8 no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:31:58.281378 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e89816ab-0fdc-4719-b03d-e18a657a1012 req-f8247aa7-23c0-4b8b-8bda-b37fb72c5ca5 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:58.297731 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4e70716c-56ae-44e4-a7ff-aa5694b22176 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:31:58.307537 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] No active binding found for port b391ea1d-2714-41f4-9b53-27bba0f624b8 {{(pid=80201) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Dec 24 10:31:58.308470 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device b391ea1d-2714-41f4-9b53-27bba0f624b8 not bound to the agent host hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:31:58.360496 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8247aa7-23c0-4b8b-8bda-b37fb72c5ca5 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Pushing event deleted for resources: {'Port': ['ID=b391ea1d-2714-41f4-9b53-27bba0f624b8,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:31:58.366072 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f8247aa7-23c0-4b8b-8bda-b37fb72c5ca5 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:31:58.508246 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89816ab-0fdc-4719-b03d-e18a657a1012 req-f8247aa7-23c0-4b8b-8bda-b37fb72c5ca5 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] No DVR routers for this DVR port b391ea1d-2714-41f4-9b53-27bba0f624b8 on host hv-cinder-76845 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:31:58.509180 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7d8c9659-f98a-481d-89e4-b243fcd42932 req-92c26db4-bf54-4526-87a2-751f7e6f0517 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.58 "GET /v2.0/ports?device_id=c4865c54-c330-4932-ac07-7d3e39f081fc HTTP/1.1" status: 200 len: 210 time: 0.0482948 Dec 24 10:31:58.510576 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e89816ab-0fdc-4719-b03d-e18a657a1012 req-f8247aa7-23c0-4b8b-8bda-b37fb72c5ca5 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:31:58.513362 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4865c54-c330-4932-ac07-7d3e39f081fc', 'name': 'network-vif-deleted', 'tag': 'b391ea1d-2714-41f4-9b53-27bba0f624b8'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:31:58.528724 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e89816ab-0fdc-4719-b03d-e18a657a1012 req-f8247aa7-23c0-4b8b-8bda-b37fb72c5ca5 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] 10.222.0.20 "DELETE /v2.0/ports/b391ea1d-2714-41f4-9b53-27bba0f624b8 HTTP/1.1" status: 204 len: 173 time: 0.8997943 Dec 24 10:31:58.578346 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4865c54-c330-4932-ac07-7d3e39f081fc', 'name': 'network-vif-deleted', 'tag': 'b391ea1d-2714-41f4-9b53-27bba0f624b8', 'status': 'completed', 'code': 200} Dec 24 10:32:02.357645 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-baa17d18-c3ac-41f6-93eb-42da7fd6b0e8 req-26851d65-6470-48ae-a585-38783acea738 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1863355735&fields=id&tenant_id=0977ccd094224ec091b2d48bd500d4e8 HTTP/1.1" status: 200 len: 267 time: 0.0459931 Dec 24 10:32:02.447820 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa17d18-c3ac-41f6-93eb-42da7fd6b0e8 req-bb508c7a-5494-4a3d-980d-842386061990 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:02.449361 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-baa17d18-c3ac-41f6-93eb-42da7fd6b0e8 req-bb508c7a-5494-4a3d-980d-842386061990 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 984 time: 0.0850930 Dec 24 10:32:02.462051 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-baa17d18-c3ac-41f6-93eb-42da7fd6b0e8 req-1e5bcb09-657c-4a72-adfa-acdde75fb012 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Request body: {'port': {'security_groups': ['09c295f7-019a-476c-a77b-9a1cf9a10637']}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:32:02.587961 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-baa17d18-c3ac-41f6-93eb-42da7fd6b0e8 req-1e5bcb09-657c-4a72-adfa-acdde75fb012 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:02.903990 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-baa17d18-c3ac-41f6-93eb-42da7fd6b0e8 req-1e5bcb09-657c-4a72-adfa-acdde75fb012 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] For port 1cf1f785-c1a5-4367-943f-752cc658b2c8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=1cf1f785-c1a5-4367-943f-752cc658b2c8,segment=NetworkSegment(b6fcadf7-cc13-415d-84af-fd52031bf2b3),segment_id=b6fcadf7-cc13-415d-84af-fd52031bf2b3)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:32:02.931597 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-baa17d18-c3ac-41f6-93eb-42da7fd6b0e8 req-1e5bcb09-657c-4a72-adfa-acdde75fb012 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:02.935209 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-baa17d18-c3ac-41f6-93eb-42da7fd6b0e8 req-1e5bcb09-657c-4a72-adfa-acdde75fb012 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:02.952092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-05f940cd-c1e1-47a3-a02b-11d410514ed0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:03.328122 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bcb09-657c-4a72-adfa-acdde75fb012 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Pushing event updated for resources: {'Port': ['ID=1cf1f785-c1a5-4367-943f-752cc658b2c8,revision_number=6']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:03.333348 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1e5bcb09-657c-4a72-adfa-acdde75fb012 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:03.364382 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa17d18-c3ac-41f6-93eb-42da7fd6b0e8 req-1e5bcb09-657c-4a72-adfa-acdde75fb012 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:03.365194 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-baa17d18-c3ac-41f6-93eb-42da7fd6b0e8 req-1e5bcb09-657c-4a72-adfa-acdde75fb012 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:03.366566 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-baa17d18-c3ac-41f6-93eb-42da7fd6b0e8 req-1e5bcb09-657c-4a72-adfa-acdde75fb012 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "PUT /v2.0/ports/1cf1f785-c1a5-4367-943f-752cc658b2c8 HTTP/1.1" status: 200 len: 942 time: 0.9103043 Dec 24 10:32:03.367077 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'tag': '1cf1f785-c1a5-4367-943f-752cc658b2c8'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:32:03.448520 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'tag': '1cf1f785-c1a5-4367-943f-752cc658b2c8', 'status': 'completed', 'code': 200} Dec 24 10:32:03.457775 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-37431e63-41f4-4c42-b225-4292a1a8d220 req-23ea2635-7431-4af2-8960-4c9c33023625 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups/c1823cfe-d120-4aff-91a8-d62b433f7e57 HTTP/1.1" status: 200 len: 2891 time: 0.0582604 Dec 24 10:32:03.565814 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb43250-2a5f-4739-8ada-c3acc050bac2 req-4abbf442-28ef-46ae-a72f-9fb49031224e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:03.567593 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-feb43250-2a5f-4739-8ada-c3acc050bac2 req-4abbf442-28ef-46ae-a72f-9fb49031224e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0977ccd094224ec091b2d48bd500d4e8&device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 1162 time: 0.0798252 Dec 24 10:32:03.569295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-37431e63-41f4-4c42-b225-4292a1a8d220 req-4c157058-1bc2-458a-a37e-47eb4abb7645 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:03.591517 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-e472bbeb-9e07-4d07-81e2-6c3671f3b8de None None] Provisioning complete for port 1cf1f785-c1a5-4367-943f-752cc658b2c8 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:32:03.591936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e472bbeb-9e07-4d07-81e2-6c3671f3b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:03.603302 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-37431e63-41f4-4c42-b225-4292a1a8d220 req-4c157058-1bc2-458a-a37e-47eb4abb7645 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:03.656572 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-37431e63-41f4-4c42-b225-4292a1a8d220 req-4c157058-1bc2-458a-a37e-47eb4abb7645 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:03.661802 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-665d6604-56bd-4507-b0a4-c981076c3338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:03.683267 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c157058-1bc2-458a-a37e-47eb4abb7645 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1823cfe-d120-4aff-91a8-d62b433f7e57,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:03.686449 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4c157058-1bc2-458a-a37e-47eb4abb7645 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:03.692438 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-37431e63-41f4-4c42-b225-4292a1a8d220 req-4c157058-1bc2-458a-a37e-47eb4abb7645 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:03.696752 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-37431e63-41f4-4c42-b225-4292a1a8d220 req-4c157058-1bc2-458a-a37e-47eb4abb7645 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "DELETE /v2.0/security-groups/c1823cfe-d120-4aff-91a8-d62b433f7e57 HTTP/1.1" status: 204 len: 173 time: 0.2299271 Dec 24 10:32:03.721577 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb43250-2a5f-4739-8ada-c3acc050bac2 req-4beb67fa-fd71-4aef-bebb-bf6f856cb226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:03.723462 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-feb43250-2a5f-4739-8ada-c3acc050bac2 req-4beb67fa-fd71-4aef-bebb-bf6f856cb226 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d04766c-e866-4a4b-baed-8e2a07265490 HTTP/1.1" status: 200 len: 909 time: 0.1489484 Dec 24 10:32:03.835003 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-3c38b7f1-342a-4d14-a203-a395c05b1c50 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/floatingips/76c1833e-fc33-4703-bc0c-315c705eaa72 HTTP/1.1" status: 200 len: 997 time: 0.1083920 Dec 24 10:32:03.837084 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-feb43250-2a5f-4739-8ada-c3acc050bac2 req-bbad3c56-9db4-4725-a9af-b9d120c67a7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cf1f785-c1a5-4367-943f-752cc658b2c8 HTTP/1.1" status: 200 len: 1000 time: 0.1063993 Dec 24 10:32:03.907040 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb43250-2a5f-4739-8ada-c3acc050bac2 req-cdf897d2-e4eb-4b8b-bc4b-290240f367ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:03.908666 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-feb43250-2a5f-4739-8ada-c3acc050bac2 req-cdf897d2-e4eb-4b8b-bc4b-290240f367ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e85fe94b-6f84-41a3-b43b-b57aabbb2996 HTTP/1.1" status: 200 len: 854 time: 0.0649071 Dec 24 10:32:03.992762 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb43250-2a5f-4739-8ada-c3acc050bac2 req-037c11f2-c332-4685-95f7-fdcbb6eb2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:03.994390 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-feb43250-2a5f-4739-8ada-c3acc050bac2 req-037c11f2-c332-4685-95f7-fdcbb6eb2fd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d04766c-e866-4a4b-baed-8e2a07265490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786996 Dec 24 10:32:03.995104 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-f3edd892-4bc9-4109-9942-a4384cda8b79 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:03.996578 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-f3edd892-4bc9-4109-9942-a4384cda8b79 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/networks/81ea6ac4-2b55-4e45-bfef-bd97c85883e8 HTTP/1.1" status: 200 len: 784 time: 0.1552155 Dec 24 10:32:04.008039 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-1f6dd247-c8d0-452f-afc2-27e9dfb4e469 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 24 10:32:04.009131 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-1f6dd247-c8d0-452f-afc2-27e9dfb4e469 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0066667 Dec 24 10:32:04.127859 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-cc87e76b-1289-421c-88ea-854e3e732820 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.28.2.46 HTTP/1.1" status: 200 len: 1000 time: 0.1043293 Dec 24 10:32:04.143288 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-feb43250-2a5f-4739-8ada-c3acc050bac2 req-ae382cb4-5ee7-43e6-9532-5ee802e8854e service neutron] 10.222.0.20 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416805 Dec 24 10:32:04.202560 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-0e1dedc0-1b55-4fde-9254-323d1ae8c548 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:04.204027 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-0e1dedc0-1b55-4fde-9254-323d1ae8c548 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports/1cf1f785-c1a5-4367-943f-752cc658b2c8 HTTP/1.1" status: 200 len: 942 time: 0.0780110 Dec 24 10:32:04.304999 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-feb43250-2a5f-4739-8ada-c3acc050bac2 req-0c6c65f0-f7b5-499b-b636-efd59d67809a service neutron] 10.222.0.20 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1485081 Dec 24 10:32:04.414294 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-33422069-da0f-4002-907a-c44740fae270 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.28.2.46 HTTP/1.1" status: 200 len: 1000 time: 0.1066978 Dec 24 10:32:04.496041 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1cf1f785-c1a5-4367-943f-752cc658b2c8 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:32:04.582449 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 1cf1f785-c1a5-4367-943f-752cc658b2c8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:32:04.583189 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:04.671551 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-1603f8d9-2062-40f6-9af1-2ff04ab1e2a4 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Deleting port 0555c2e4-157b-4d5e-b91d-8b03b7353008 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:32:04.671927 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-1603f8d9-2062-40f6-9af1-2ff04ab1e2a4 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:04.856660 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-1603f8d9-2062-40f6-9af1-2ff04ab1e2a4 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:04.857045 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-1603f8d9-2062-40f6-9af1-2ff04ab1e2a4 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for floatingip, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:05.019546 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-1603f8d9-2062-40f6-9af1-2ff04ab1e2a4 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Calling delete_port for 0555c2e4-157b-4d5e-b91d-8b03b7353008 owned by network:floatingip {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:32:05.135358 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058517d-a021-4dc1-984b-0b176be71e9f req-67319531-2e98-4fa8-a3e6-b7e03c590e67 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:05.137020 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b058517d-a021-4dc1-984b-0b176be71e9f req-67319531-2e98-4fa8-a3e6-b7e03c590e67 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.2133632 Dec 24 10:32:05.228919 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b058517d-a021-4dc1-984b-0b176be71e9f req-6f64c734-97a0-4997-9e64-377ac694d5cb tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817657 Dec 24 10:32:05.253547 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-1603f8d9-2062-40f6-9af1-2ff04ab1e2a4 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:05.268919 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:05.311625 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2f075bd1-b7bc-44ec-8a79-519766c7591c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:05.326323 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603f8d9-2062-40f6-9af1-2ff04ab1e2a4 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Pushing event deleted for resources: {'Port': ['ID=0555c2e4-157b-4d5e-b91d-8b03b7353008,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:05.332378 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1603f8d9-2062-40f6-9af1-2ff04ab1e2a4 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:05.494313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-1603f8d9-2062-40f6-9af1-2ff04ab1e2a4 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks [] for floatingip, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:05.494873 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.l3_db [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-1603f8d9-2062-40f6-9af1-2ff04ab1e2a4 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Floating IP 76c1833e-fc33-4703-bc0c-315c705eaa72 disassociated (deleted). External IP: 172.28.2.46, port: 1cf1f785-c1a5-4367-943f-752cc658b2c8. Dec 24 10:32:05.856120 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-1603f8d9-2062-40f6-9af1-2ff04ab1e2a4 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Router 1b767128-66fd-425f-af1e-277ebd63135c has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:32:06.052288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-1603f8d9-2062-40f6-9af1-2ff04ab1e2a4 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:32:06.065556 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc3fb03-162b-4359-8a16-39d4b1109bc1 None None] Sync routers for ids ['1b767128-66fd-425f-af1e-277ebd63135c'] in dv-cinder-768458-2-smb {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:32:06.078262 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc3fb03-162b-4359-8a16-39d4b1109bc1 None None] Routers {'1b767128-66fd-425f-af1e-277ebd63135c'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:32:06.078650 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-1603f8d9-2062-40f6-9af1-2ff04ab1e2a4 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:06.079488 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-6bc3fb03-162b-4359-8a16-39d4b1109bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:31:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['1b767128-66fd-425f-af1e-277ebd63135c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:06.141246 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-1603f8d9-2062-40f6-9af1-2ff04ab1e2a4 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "DELETE /v2.0/floatingips/76c1833e-fc33-4703-bc0c-315c705eaa72 HTTP/1.1" status: 204 len: 173 time: 1.7197928 Dec 24 10:32:06.141784 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'tag': '1cf1f785-c1a5-4367-943f-752cc658b2c8'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:32:06.203539 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'tag': '1cf1f785-c1a5-4367-943f-752cc658b2c8', 'status': 'completed', 'code': 200} Dec 24 10:32:06.232156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-7d5def1e-39bc-42f0-ae18-4382fb3f02c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:06.233841 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-7d5def1e-39bc-42f0-ae18-4382fb3f02c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0977ccd094224ec091b2d48bd500d4e8&device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 1162 time: 0.0789630 Dec 24 10:32:06.269433 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-6bc3fb03-162b-4359-8a16-39d4b1109bc1 None None] Set router 1b767128-66fd-425f-af1e-277ebd63135c gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:32:06.332171 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43d220-cf9d-4e02-be95-11ff192ae127 req-2d74e14f-8db0-4bf9-afc7-2f1ed3328ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:06.334362 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1b43d220-cf9d-4e02-be95-11ff192ae127 req-2d74e14f-8db0-4bf9-afc7-2f1ed3328ac8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0977ccd094224ec091b2d48bd500d4e8&device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 1162 time: 0.0782423 Dec 24 10:32:06.400900 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-883d0099-c3be-4082-bb4d-9618961ae37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:06.402472 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-883d0099-c3be-4082-bb4d-9618961ae37b service neutron] 10.222.0.58 "GET /v2.0/networks?id=6d04766c-e866-4a4b-baed-8e2a07265490 HTTP/1.1" status: 200 len: 909 time: 0.1606352 Dec 24 10:32:06.485257 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43d220-cf9d-4e02-be95-11ff192ae127 req-91181a38-995d-4b86-9e85-a52d1df3597d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:06.487804 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1b43d220-cf9d-4e02-be95-11ff192ae127 req-91181a38-995d-4b86-9e85-a52d1df3597d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d04766c-e866-4a4b-baed-8e2a07265490 HTTP/1.1" status: 200 len: 909 time: 0.1468623 Dec 24 10:32:06.517320 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-1150c89e-e9cd-4dc1-9be9-92cedb51f047 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cf1f785-c1a5-4367-943f-752cc658b2c8 HTTP/1.1" status: 200 len: 217 time: 0.0758018 Dec 24 10:32:06.598083 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1b43d220-cf9d-4e02-be95-11ff192ae127 req-9d8e3ab1-4e9b-4de2-98d8-2e3f15c84933 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cf1f785-c1a5-4367-943f-752cc658b2c8 HTTP/1.1" status: 200 len: 217 time: 0.0984387 Dec 24 10:32:06.633635 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-6bc3fb03-162b-4359-8a16-39d4b1109bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b767128-66fd-425f-af1e-277ebd63135c', 'name': 'tempest-TestMinimumBasicScenario-1101455058-router', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:29:08Z', 'updated_at': '2020-12-24T10:29:15Z', 'revision_number': 4, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'gw_port': {'id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:09Z', 'updated_at': '2020-12-24T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '42606dd6-f7bc-4cf0-8689-812750e0bb38', 'name': '', 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'mac_address': 'fa:16:3e:35:46:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:13Z', 'updated_at': '2020-12-24T10:29:25Z', 'revision_number': 5, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'subnets': [{'id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:06.638147 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc3fb03-162b-4359-8a16-39d4b1109bc1 None None] Checking router: 1b767128-66fd-425f-af1e-277ebd63135c for host: dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:32:06.648213 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc3fb03-162b-4359-8a16-39d4b1109bc1 None None] Routers {'1b767128-66fd-425f-af1e-277ebd63135c'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:32:06.649713 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-6bc3fb03-162b-4359-8a16-39d4b1109bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:31:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['1b767128-66fd-425f-af1e-277ebd63135c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:06.669023 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43d220-cf9d-4e02-be95-11ff192ae127 req-7eeee8e6-885d-4200-bf03-c7ceca01715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:06.670633 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1b43d220-cf9d-4e02-be95-11ff192ae127 req-7eeee8e6-885d-4200-bf03-c7ceca01715a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e85fe94b-6f84-41a3-b43b-b57aabbb2996 HTTP/1.1" status: 200 len: 854 time: 0.0666144 Dec 24 10:32:06.684924 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-f5358c1b-9f98-4e2a-b85a-85191863363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:06.686525 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-f5358c1b-9f98-4e2a-b85a-85191863363b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e85fe94b-6f84-41a3-b43b-b57aabbb2996 HTTP/1.1" status: 200 len: 854 time: 0.1521773 Dec 24 10:32:06.705858 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f859c5b-852c-4777-a669-155bd373d8a6 req-6965b3e2-d7bd-4f4f-8788-a997f3dec9cd tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:06.707457 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4f859c5b-852c-4777-a669-155bd373d8a6 req-6965b3e2-d7bd-4f4f-8788-a997f3dec9cd tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.3109562 Dec 24 10:32:06.758550 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43d220-cf9d-4e02-be95-11ff192ae127 req-899395e0-3432-47ae-9431-beb278a75a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:06.760175 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1b43d220-cf9d-4e02-be95-11ff192ae127 req-899395e0-3432-47ae-9431-beb278a75a49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d04766c-e866-4a4b-baed-8e2a07265490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816720 Dec 24 10:32:06.813533 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a5cdffce-9ddb-41d5-9c7f-9d69e975606f req-4e53b4d4-76d9-4e5a-a809-e39526a97eff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2189357 Dec 24 10:32:06.829829 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4f859c5b-852c-4777-a669-155bd373d8a6 req-769a2e10-1b49-42df-8b07-bdf918af645f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801058 Dec 24 10:32:06.844829 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-8a3abfef-2815-498e-8c98-c7eb9962c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:06.846678 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-8a3abfef-2815-498e-8c98-c7eb9962c3e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d04766c-e866-4a4b-baed-8e2a07265490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1363528 Dec 24 10:32:06.850975 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-6bc3fb03-162b-4359-8a16-39d4b1109bc1 None None] Set router 1b767128-66fd-425f-af1e-277ebd63135c gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:32:07.008526 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-40ab4bac-3f4c-4345-908d-d1a0769d8ba7 service neutron] 10.222.0.58 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536231 Dec 24 10:32:07.138984 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1b43d220-cf9d-4e02-be95-11ff192ae127 req-8d609364-3aba-424d-9124-cfdc926acb26 service neutron] 10.222.0.20 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720973 Dec 24 10:32:07.159293 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-388cd90a-2854-486f-85b5-27865c43e0b3 req-0ca626b5-220d-4c74-a872-64212d480247 service neutron] 10.222.0.58 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432526 Dec 24 10:32:07.230303 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-6bc3fb03-162b-4359-8a16-39d4b1109bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b767128-66fd-425f-af1e-277ebd63135c', 'name': 'tempest-TestMinimumBasicScenario-1101455058-router', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:29:08Z', 'updated_at': '2020-12-24T10:29:15Z', 'revision_number': 4, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'gw_port': {'id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:09Z', 'updated_at': '2020-12-24T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '42606dd6-f7bc-4cf0-8689-812750e0bb38', 'name': '', 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'mac_address': 'fa:16:3e:35:46:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:13Z', 'updated_at': '2020-12-24T10:29:25Z', 'revision_number': 5, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'subnets': [{'id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:07.234994 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc3fb03-162b-4359-8a16-39d4b1109bc1 None None] The sync data for ids ['1b767128-66fd-425f-af1e-277ebd63135c'] in dv-cinder-768458-2-smb is: [{'id': '1b767128-66fd-425f-af1e-277ebd63135c', 'name': 'tempest-TestMinimumBasicScenario-1101455058-router', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:29:08Z', 'updated_at': '2020-12-24T10:29:15Z', 'revision_number': 4, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'gw_port': {'id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:09Z', 'updated_at': '2020-12-24T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '42606dd6-f7bc-4cf0-8689-812750e0bb38', 'name': '', 'network_id': '6d04766c-e866-4a4b-baed-8e2a07265490', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'mac_address': 'fa:16:3e:35:46:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:13Z', 'updated_at': '2020-12-24T10:29:25Z', 'revision_number': 5, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'subnets': [{'id': 'e85fe94b-6f84-41a3-b43b-b57aabbb2996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:32:07.296463 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1b43d220-cf9d-4e02-be95-11ff192ae127 req-db37f4ce-6c5c-49b6-9714-3c90dd61b06f service neutron] 10.222.0.20 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1505761 Dec 24 10:32:07.448403 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdffce-9ddb-41d5-9c7f-9d69e975606f req-42ab0f81-0c3b-422a-8281-a8c061152fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:07.450214 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a5cdffce-9ddb-41d5-9c7f-9d69e975606f req-42ab0f81-0c3b-422a-8281-a8c061152fbb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0977ccd094224ec091b2d48bd500d4e8&device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 1162 time: 0.0843909 Dec 24 10:32:07.650256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdffce-9ddb-41d5-9c7f-9d69e975606f req-1fcd280b-7ffd-4296-b0ee-0ccfc3548ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:07.652106 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a5cdffce-9ddb-41d5-9c7f-9d69e975606f req-1fcd280b-7ffd-4296-b0ee-0ccfc3548ad2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6d04766c-e866-4a4b-baed-8e2a07265490 HTTP/1.1" status: 200 len: 909 time: 0.1807778 Dec 24 10:32:07.712743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490f555f-ce8e-4393-86f9-adf5d8dce811 None None] New status for floating IP 76c1833e-fc33-4703-bc0c-315c705eaa72: DOWN {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 24 10:32:07.733210 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a5cdffce-9ddb-41d5-9c7f-9d69e975606f req-68f05489-04be-416e-9b05-7bff126b265f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cf1f785-c1a5-4367-943f-752cc658b2c8 HTTP/1.1" status: 200 len: 217 time: 0.0733719 Dec 24 10:32:07.808334 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:07.810021 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdffce-9ddb-41d5-9c7f-9d69e975606f req-c2b8acf8-472d-4542-a6b8-93df6e347435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:07.811628 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a5cdffce-9ddb-41d5-9c7f-9d69e975606f req-c2b8acf8-472d-4542-a6b8-93df6e347435 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e85fe94b-6f84-41a3-b43b-b57aabbb2996 HTTP/1.1" status: 200 len: 854 time: 0.0700793 Dec 24 10:32:07.895617 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdffce-9ddb-41d5-9c7f-9d69e975606f req-f7c3b3a0-f0f6-42ba-91f9-851ec25dd868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:07.897993 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a5cdffce-9ddb-41d5-9c7f-9d69e975606f req-f7c3b3a0-f0f6-42ba-91f9-851ec25dd868 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6d04766c-e866-4a4b-baed-8e2a07265490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791171 Dec 24 10:32:07.973443 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-38642be9-dbf2-47ec-9a05-9b301dac7151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:08.049974 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a5cdffce-9ddb-41d5-9c7f-9d69e975606f req-7a23c10c-ecbd-47e0-b6dc-f680d08022f9 service neutron] 10.222.0.20 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420236 Dec 24 10:32:08.202259 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a5cdffce-9ddb-41d5-9c7f-9d69e975606f req-de1c4c84-9a2e-44fa-85d8-773cff36e7e8 service neutron] 10.222.0.20 "GET /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1447167 Dec 24 10:32:08.299213 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0f0d2-4b51-4dd7-99a8-4cfe2f662671 req-46a7ca61-ea4c-4921-a18e-95eba5633308 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:08.300990 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9dc0f0d2-4b51-4dd7-99a8-4cfe2f662671 req-46a7ca61-ea4c-4921-a18e-95eba5633308 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.3053930 Dec 24 10:32:08.349779 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9dc0f0d2-4b51-4dd7-99a8-4cfe2f662671 req-8d60d238-4f6c-4743-9fb6-65d5438a9059 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418303 Dec 24 10:32:08.705609 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:09.241760 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:09.579336 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d172c6-0545-4a04-a08d-aad133bfd92c req-2c4a80f3-7cd3-49b5-90e8-2870e0240499 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:09.580970 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f7d172c6-0545-4a04-a08d-aad133bfd92c req-2c4a80f3-7cd3-49b5-90e8-2870e0240499 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.0846980 Dec 24 10:32:09.629387 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f7d172c6-0545-4a04-a08d-aad133bfd92c req-94f85333-b8c4-40ec-8616-ba1a08b24d94 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410287 Dec 24 10:32:10.006237 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:10.635868 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a3468-5a4a-48e9-a8d1-d46f294ab9de req-cd495cd9-2e57-4e07-b4b7-4b514cc34c90 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:10.636638 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-e81a3468-5a4a-48e9-a8d1-d46f294ab9de req-cd495cd9-2e57-4e07-b4b7-4b514cc34c90 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Synchronizing usage tracker for tenant:0977ccd094224ec091b2d48bd500d4e8 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:32:10.653303 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-e81a3468-5a4a-48e9-a8d1-d46f294ab9de req-cd495cd9-2e57-4e07-b4b7-4b514cc34c90 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Unset dirty status for tenant:0977ccd094224ec091b2d48bd500d4e8 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:32:10.654709 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e81a3468-5a4a-48e9-a8d1-d46f294ab9de req-cd495cd9-2e57-4e07-b4b7-4b514cc34c90 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 945 time: 0.1033123 Dec 24 10:32:11.042175 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-e81a3468-5a4a-48e9-a8d1-d46f294ab9de req-8e5d833b-278d-4102-b288-7271c64af11e tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Synchronizing usage tracker for tenant:0977ccd094224ec091b2d48bd500d4e8 on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:32:11.072936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-e81a3468-5a4a-48e9-a8d1-d46f294ab9de req-8e5d833b-278d-4102-b288-7271c64af11e tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Unset dirty status for tenant:0977ccd094224ec091b2d48bd500d4e8 on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:32:11.074164 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e81a3468-5a4a-48e9-a8d1-d46f294ab9de req-8e5d833b-278d-4102-b288-7271c64af11e tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124773 Dec 24 10:32:11.101488 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c565f9-e585-4e19-9bac-05ae73fa20b2 req-1bc8ceaa-b650-49cf-8b1d-a72335586f4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:11.103089 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-45c565f9-e585-4e19-9bac-05ae73fa20b2 req-1bc8ceaa-b650-49cf-8b1d-a72335586f4f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.3204339 Dec 24 10:32:11.150665 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-45c565f9-e585-4e19-9bac-05ae73fa20b2 req-868cb5c4-4246-4d4a-bf2c-504f21e46f72 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410733 Dec 24 10:32:11.483508 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206524a6-21e6-4eae-a88d-bc67b4d8eeb7 req-b927969d-45f0-4ea3-b618-8830e9d6458f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:11.485167 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-206524a6-21e6-4eae-a88d-bc67b4d8eeb7 req-b927969d-45f0-4ea3-b618-8830e9d6458f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.0862739 Dec 24 10:32:11.532369 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-206524a6-21e6-4eae-a88d-bc67b4d8eeb7 req-0043fee9-af64-40ec-a8f6-4178d2b39af6 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406039 Dec 24 10:32:12.292454 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fb3e2-c93d-40d7-8921-043e250eee01 req-e4f0708b-5f60-4bcc-bc58-e33202d241f4 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:12.294119 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-635fb3e2-c93d-40d7-8921-043e250eee01 req-e4f0708b-5f60-4bcc-bc58-e33202d241f4 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 945 time: 0.0864305 Dec 24 10:32:12.394235 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-635fb3e2-c93d-40d7-8921-043e250eee01 req-f197f5a8-7330-4530-a09a-1d22054bb728 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/security-groups?id=09c295f7-019a-476c-a77b-9a1cf9a10637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586143 Dec 24 10:32:12.421175 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3550b1-7327-4053-b49c-c00a52714b49 req-007cc9fe-050d-4bf6-8556-d604b5f6d072 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:12.422770 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2b3550b1-7327-4053-b49c-c00a52714b49 req-007cc9fe-050d-4bf6-8556-d604b5f6d072 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.1250992 Dec 24 10:32:12.471831 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2b3550b1-7327-4053-b49c-c00a52714b49 req-6565e611-4e17-4afb-b0bd-44bfb3e0497d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427630 Dec 24 10:32:12.538474 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1cf1f785-c1a5-4367-943f-752cc658b2c8 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:32:12.612379 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 1cf1f785-c1a5-4367-943f-752cc658b2c8 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:32:12.612859 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:12.750486 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40a3b1-53fc-40f4-bcb1-64130b511620 req-64bf9fcb-89b1-4aea-a4c0-8ed9df8c823a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:12.751306 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-1f40a3b1-53fc-40f4-bcb1-64130b511620 req-64bf9fcb-89b1-4aea-a4c0-8ed9df8c823a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Synchronizing usage tracker for tenant:0977ccd094224ec091b2d48bd500d4e8 on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:32:12.758479 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39935bf-9a98-4bef-bbbd-667006fdf2f7 req-446bd9be-6c10-4084-b7d3-5682ca1b6f77 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:12.760138 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d39935bf-9a98-4bef-bbbd-667006fdf2f7 req-446bd9be-6c10-4084-b7d3-5682ca1b6f77 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.0944521 Dec 24 10:32:12.765289 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-1f40a3b1-53fc-40f4-bcb1-64130b511620 req-64bf9fcb-89b1-4aea-a4c0-8ed9df8c823a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Unset dirty status for tenant:0977ccd094224ec091b2d48bd500d4e8 on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:32:12.766504 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1f40a3b1-53fc-40f4-bcb1-64130b511620 req-64bf9fcb-89b1-4aea-a4c0-8ed9df8c823a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.20 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 945 time: 0.1057882 Dec 24 10:32:12.811868 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d39935bf-9a98-4bef-bbbd-667006fdf2f7 req-3df589c8-9dc5-4967-a234-a16500c7f7c5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445561 Dec 24 10:32:12.844962 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-1f40a3b1-53fc-40f4-bcb1-64130b511620 req-15029fe5-bd9d-4398-8bc9-759783fd5f1a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Deleting port 1cf1f785-c1a5-4367-943f-752cc658b2c8 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:32:12.845346 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-1f40a3b1-53fc-40f4-bcb1-64130b511620 req-15029fe5-bd9d-4398-8bc9-759783fd5f1a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:13.105385 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-1f40a3b1-53fc-40f4-bcb1-64130b511620 req-15029fe5-bd9d-4398-8bc9-759783fd5f1a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] For port 1cf1f785-c1a5-4367-943f-752cc658b2c8, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=1cf1f785-c1a5-4367-943f-752cc658b2c8,segment=NetworkSegment(b6fcadf7-cc13-415d-84af-fd52031bf2b3),segment_id=b6fcadf7-cc13-415d-84af-fd52031bf2b3)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:32:13.105779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-1f40a3b1-53fc-40f4-bcb1-64130b511620 req-15029fe5-bd9d-4398-8bc9-759783fd5f1a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:13.233295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-1f40a3b1-53fc-40f4-bcb1-64130b511620 req-15029fe5-bd9d-4398-8bc9-759783fd5f1a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Calling delete_port for 1cf1f785-c1a5-4367-943f-752cc658b2c8 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:32:13.377135 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-1f40a3b1-53fc-40f4-bcb1-64130b511620 req-15029fe5-bd9d-4398-8bc9-759783fd5f1a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:13.392373 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2a49b16b-e22e-41c6-b464-12ec6a8d4da1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:13.449666 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15029fe5-bd9d-4398-8bc9-759783fd5f1a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Pushing event deleted for resources: {'Port': ['ID=1cf1f785-c1a5-4367-943f-752cc658b2c8,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:13.455726 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-15029fe5-bd9d-4398-8bc9-759783fd5f1a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:13.580303 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-386d6bbe-4709-4e15-8a2b-983cbfeafab5 req-428d8c0d-83b1-43a2-9ea7-3ab93c738c05 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.58 "GET /v2.0/ports?device_id=8b23fa4f-cfff-4537-a6ac-ac17a16c3be7 HTTP/1.1" status: 200 len: 210 time: 0.0505290 Dec 24 10:32:13.619259 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f40a3b1-53fc-40f4-bcb1-64130b511620 req-15029fe5-bd9d-4398-8bc9-759783fd5f1a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] No DVR routers for this DVR port 1cf1f785-c1a5-4367-943f-752cc658b2c8 on host hv-cinder-76845 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:32:13.621573 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-1f40a3b1-53fc-40f4-bcb1-64130b511620 req-15029fe5-bd9d-4398-8bc9-759783fd5f1a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:13.624344 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'name': 'network-vif-deleted', 'tag': '1cf1f785-c1a5-4367-943f-752cc658b2c8'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:32:13.646054 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1f40a3b1-53fc-40f4-bcb1-64130b511620 req-15029fe5-bd9d-4398-8bc9-759783fd5f1a tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] 10.222.0.20 "DELETE /v2.0/ports/1cf1f785-c1a5-4367-943f-752cc658b2c8 HTTP/1.1" status: 204 len: 173 time: 0.8730836 Dec 24 10:32:13.716843 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b23fa4f-cfff-4537-a6ac-ac17a16c3be7', 'name': 'network-vif-deleted', 'tag': '1cf1f785-c1a5-4367-943f-752cc658b2c8', 'status': 'completed', 'code': 200} Dec 24 10:32:13.750860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886cc15-1671-4445-835d-918eecc8c6db req-459650bd-d821-4552-bfc9-c2ddb00d5c2b tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:13.752463 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5886cc15-1671-4445-835d-918eecc8c6db req-459650bd-d821-4552-bfc9-c2ddb00d5c2b tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.0950036 Dec 24 10:32:13.801129 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5886cc15-1671-4445-835d-918eecc8c6db req-a16c51da-8fe0-49ed-97d2-7f9bff7a6307 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414927 Dec 24 10:32:14.013207 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-9acd5c1a-c132-4247-8892-e7dd3239e005 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:14.014078 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-9acd5c1a-c132-4247-8892-e7dd3239e005 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Synchronizing usage tracker for tenant:44a7b18f7f114e7e83e1504fcb9d87f0 on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:32:14.029455 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-9acd5c1a-c132-4247-8892-e7dd3239e005 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Unset dirty status for tenant:44a7b18f7f114e7e83e1504fcb9d87f0 on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:32:14.030674 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-9acd5c1a-c132-4247-8892-e7dd3239e005 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.20 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.1047354 Dec 24 10:32:14.033249 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27823eb0-9831-4514-9a4e-ccd8e9207c83 req-09106335-0433-4ab8-ad30-82eca06fd7b2 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:14.034870 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-27823eb0-9831-4514-9a4e-ccd8e9207c83 req-09106335-0433-4ab8-ad30-82eca06fd7b2 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 946 time: 0.0853643 Dec 24 10:32:14.083281 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-27823eb0-9831-4514-9a4e-ccd8e9207c83 req-fc3f8a9c-669a-4a1d-b48e-72c6c8eacd03 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409741 Dec 24 10:32:14.107133 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Deleting port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:32:14.107461 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:14.337203 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:32:14.382381 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] For port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=9ed46c67-8371-4e42-b085-aae7b9dcfdc6,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:32:14.382905 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:14.545935 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:14.579745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=9ed46c67-8371-4e42-b085-aae7b9dcfdc6,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:32:14.581081 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b469f975-1797-4f4f-ac71-45450437672d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ed46c67-8371-4e42-b085-aae7b9dcfdc6'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:32:14.601694 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:14.602693 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1cf1f785-c1a5-4367-943f-752cc658b2c8 no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:32:14.634228 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:14.683754 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] No Port match for: 1cf1f785-c1a5-4367-943f-752cc658b2c8 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:32:14.684165 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1cf1f785-c1a5-4367-943f-752cc658b2c8 not bound to the agent host hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:32:14.699631 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b469f975-1797-4f4f-ac71-45450437672d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ed46c67-8371-4e42-b085-aae7b9dcfdc6', 'code': 200} Dec 24 10:32:14.716872 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=9ed46c67-8371-4e42-b085-aae7b9dcfdc6,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:14.728148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.728536 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.728938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.729307 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.729673 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.730033 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.730390 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.730867 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.731228 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.731581 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.731935 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.732291 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.732729 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.733189 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.733677 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.734245 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.734601 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.734957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.735310 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.735660 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.736014 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.736364 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.736729 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.737083 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:32:14.749571 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:14.751585 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for floatingip, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:14.752141 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:14.752647 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.l3_db [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Floating IP 54f95d8b-8b80-4e40-9e02-3a2d881a180f disassociated. External IP: 172.28.2.28, port: 9ed46c67-8371-4e42-b085-aae7b9dcfdc6. Dec 24 10:32:14.753329 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Calling delete_port for 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:32:14.842199 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.api [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80200) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:32:14.842957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_db.api [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 24 10:32:15.042161 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeeee8c-6594-4b94-a574-1121176a86fa req-9ce04b1c-5490-49c6-b8f5-542062efa678 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:15.043933 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9eeeee8c-6594-4b94-a574-1121176a86fa req-9ce04b1c-5490-49c6-b8f5-542062efa678 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.0901062 Dec 24 10:32:15.092016 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9eeeee8c-6594-4b94-a574-1121176a86fa req-333b8b55-77cb-44ea-bba6-739528076149 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 Dec 24 10:32:15.334459 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db999a4e-4a8c-4a49-bd04-5676890cae72 req-f9d33a5d-5ba9-47cf-aa70-d52862176a34 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:15.336349 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-db999a4e-4a8c-4a49-bd04-5676890cae72 req-f9d33a5d-5ba9-47cf-aa70-d52862176a34 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 944 time: 0.0965600 Dec 24 10:32:15.344737 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Deleting port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:32:15.345282 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:15.389025 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-db999a4e-4a8c-4a49-bd04-5676890cae72 req-0383183a-983b-424f-86ea-535127b74423 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=46c351bf-6dff-4967-b8e2-f415e76f7502&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448189 Dec 24 10:32:15.569624 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 36106) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:15.634748 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] For port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=9ed46c67-8371-4e42-b085-aae7b9dcfdc6,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:32:15.635012 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:15.969186 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-97062f5b-120d-40be-bf18-09a6e04ff1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-739761'] for router_interface, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:16.181167 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for floatingip, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:16.181572 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:16.181915 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.l3_db [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Floating IP 54f95d8b-8b80-4e40-9e02-3a2d881a180f disassociated. External IP: 172.28.2.28, port: 9ed46c67-8371-4e42-b085-aae7b9dcfdc6. Dec 24 10:32:16.182290 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Calling delete_port for 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:32:16.335161 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:16.350654 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-539c75ea-1c90-40a1-80e6-be20ca8681b7 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:16.395678 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event deleted for resources: {'Port': ['ID=9ed46c67-8371-4e42-b085-aae7b9dcfdc6,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:16.408206 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:16.466740 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0cd20-b0fe-4d45-a412-d68d14bf2c53 req-35f2c15f-c0d6-470e-8714-9d09d3875db8 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:16.468360 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5bc0cd20-b0fe-4d45-a412-d68d14bf2c53 req-35f2c15f-c0d6-470e-8714-9d09d3875db8 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.1986809 Dec 24 10:32:16.603768 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-058e3002-9fda-45f2-af76-7b79b0494a5f req-ef673026-eb0a-47eb-a2c7-2349e5e2079b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=b469f975-1797-4f4f-ac71-45450437672d HTTP/1.1" status: 200 len: 210 time: 0.0685329 Dec 24 10:32:16.614372 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5bc0cd20-b0fe-4d45-a412-d68d14bf2c53 req-10d7f507-b0c6-4a55-8490-2515f0296f12 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132939 Dec 24 10:32:16.730910 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:32:16.760376 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-97062f5b-120d-40be-bf18-09a6e04ff1a2 admin admin] Deleting port 42606dd6-f7bc-4cf0-8689-812750e0bb38 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:32:16.760781 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-97062f5b-120d-40be-bf18-09a6e04ff1a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:16.921196 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:32:16.934024 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe07d64-6fc4-4f52-a018-5c4c8232462f None None] Sync routers for ids ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'] in dv-cinder-768458-2-smb {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:32:16.953058 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe07d64-6fc4-4f52-a018-5c4c8232462f None None] Routers {'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:32:16.953768 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-1fe07d64-6fc4-4f52-a018-5c4c8232462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:32:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:16.964222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] No DVR routers for this DVR port 9ed46c67-8371-4e42-b085-aae7b9dcfdc6 on host hv-cinder-76845 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:32:16.964631 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-97062f5b-120d-40be-bf18-09a6e04ff1a2 admin admin] For port 42606dd6-f7bc-4cf0-8689-812750e0bb38, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=42606dd6-f7bc-4cf0-8689-812750e0bb38,segment=NetworkSegment(b6fcadf7-cc13-415d-84af-fd52031bf2b3),segment_id=b6fcadf7-cc13-415d-84af-fd52031bf2b3)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:32:16.965247 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-97062f5b-120d-40be-bf18-09a6e04ff1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:16.966540 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:16.976938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b469f975-1797-4f4f-ac71-45450437672d', 'name': 'network-vif-deleted', 'tag': '9ed46c67-8371-4e42-b085-aae7b9dcfdc6'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:32:16.997946 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a88d9523-56f5-4cd8-8262-a31d260d6019 req-0b3fd87b-75a5-43fe-9a7e-4024d2ab7ce5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.20 "DELETE /v2.0/ports/9ed46c67-8371-4e42-b085-aae7b9dcfdc6 HTTP/1.1" status: 204 len: 173 time: 2.9596689 Dec 24 10:32:17.049515 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b469f975-1797-4f4f-ac71-45450437672d', 'name': 'network-vif-deleted', 'tag': '9ed46c67-8371-4e42-b085-aae7b9dcfdc6', 'status': 'completed', 'code': 200} Dec 24 10:32:17.259123 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-1fe07d64-6fc4-4f52-a018-5c4c8232462f None None] Set router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:32:17.383683 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-97062f5b-120d-40be-bf18-09a6e04ff1a2 admin admin] Calling delete_port for 42606dd6-f7bc-4cf0-8689-812750e0bb38 owned by network:router_interface {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:32:17.606799 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-1fe07d64-6fc4-4f52-a018-5c4c8232462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:29Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': 'ce64510a-6db0-40fc-b30c-bac73f3f3c69', 'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'mac_address': 'fa:16:3e:2f:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:44Z', 'revision_number': 5, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'subnets': [{'id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:17.610877 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe07d64-6fc4-4f52-a018-5c4c8232462f None None] Checking router: ea3c0367-5ffd-4dbf-8fbe-911afdab5ade for host: dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:32:17.619911 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe07d64-6fc4-4f52-a018-5c4c8232462f None None] Routers {'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:32:17.620581 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-1fe07d64-6fc4-4f52-a018-5c4c8232462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:32:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:17.748012 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-97062f5b-120d-40be-bf18-09a6e04ff1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:17.792926 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1953db11-0e87-4555-98df-7ac85a440819 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:17.793313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36144) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:17.838246 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97062f5b-120d-40be-bf18-09a6e04ff1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=42606dd6-f7bc-4cf0-8689-812750e0bb38,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:17.840253 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-1fe07d64-6fc4-4f52-a018-5c4c8232462f None None] Set router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:32:17.877165 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e4d2d780-a0ed-4ce0-9333-a36932c5acff tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:17.906863 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e4d2d780-a0ed-4ce0-9333-a36932c5acff tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:17.924454 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-97062f5b-120d-40be-bf18-09a6e04ff1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:17.960840 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e4d2d780-a0ed-4ce0-9333-a36932c5acff tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:17.966439 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d5381d7b-34cc-41f6-90d2-88f307df4257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:17.983817 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2d780-a0ed-4ce0-9333-a36932c5acff tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c351bf-6dff-4967-b8e2-f415e76f7502,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:17.986499 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e4d2d780-a0ed-4ce0-9333-a36932c5acff tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:17.992587 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e4d2d780-a0ed-4ce0-9333-a36932c5acff tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:17.998324 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-e4d2d780-a0ed-4ce0-9333-a36932c5acff tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "DELETE /v2.0/security-groups/46c351bf-6dff-4967-b8e2-f415e76f7502 HTTP/1.1" status: 204 len: 168 time: 0.2038798 Dec 24 10:32:17.998969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36148) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:18.014044 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529974b-d77b-462e-a68c-5015b0f31ccb req-4cbd2a02-9c41-463a-9cd8-cb1fa3b22c29 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:18.017234 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.v2.resource [None req-9d3e9c7a-d8aa-4dbf-aaf7-4879c0302875 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] show failed (client error): The resource could not be found. Dec 24 10:32:18.022113 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-9d3e9c7a-d8aa-4dbf-aaf7-4879c0302875 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups/46c351bf-6dff-4967-b8e2-f415e76f7502 HTTP/1.1" status: 404 len: 347 time: 0.0221200 Dec 24 10:32:18.022308 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d529974b-d77b-462e-a68c-5015b0f31ccb req-4cbd2a02-9c41-463a-9cd8-cb1fa3b22c29 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.1959226 Dec 24 10:32:18.022720 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36152) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:18.129344 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d529974b-d77b-462e-a68c-5015b0f31ccb req-a65ab059-5aa0-4224-9120-fd51246de746 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061640 Dec 24 10:32:18.194434 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-1fe07d64-6fc4-4f52-a018-5c4c8232462f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:29Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': 'ce64510a-6db0-40fc-b30c-bac73f3f3c69', 'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'mac_address': 'fa:16:3e:2f:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:44Z', 'revision_number': 5, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'subnets': [{'id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:18.198820 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe07d64-6fc4-4f52-a018-5c4c8232462f None None] The sync data for ids ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'] in dv-cinder-768458-2-smb is: [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:29Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': 'ce64510a-6db0-40fc-b30c-bac73f3f3c69', 'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'mac_address': 'fa:16:3e:2f:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:44Z', 'revision_number': 5, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'subnets': [{'id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:32:18.199824 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-39681685-4605-4f84-bbfc-562518b65ded tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Deleting port cdb29ad2-e85e-4549-a0b1-63442bbb4448 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:32:18.200204 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-39681685-4605-4f84-bbfc-562518b65ded tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:18.342621 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-97062f5b-120d-40be-bf18-09a6e04ff1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3153206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739611'] for router_interface, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:18.391405 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-39681685-4605-4f84-bbfc-562518b65ded tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:18.391750 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-39681685-4605-4f84-bbfc-562518b65ded tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for floatingip, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:18.468271 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a02d3a9b-1487-4647-b663-62ffc5400d3c up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:32:18.565359 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-39681685-4605-4f84-bbfc-562518b65ded tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Calling delete_port for cdb29ad2-e85e-4549-a0b1-63442bbb4448 owned by network:floatingip {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:32:18.594609 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port a02d3a9b-1487-4647-b663-62ffc5400d3c triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:32:18.595031 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:18.664113 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ba700-3aaa-40c6-ab75-898e36bfe8e5 None None] New status for floating IP 54f95d8b-8b80-4e40-9e02-3a2d881a180f: DOWN {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 24 10:32:18.764173 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-39681685-4605-4f84-bbfc-562518b65ded tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:18.781399 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f850f259-de95-4781-a629-020db566739e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:18.833013 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.api [None req-6b7ba700-3aaa-40c6-ab75-898e36bfe8e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80202) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:32:18.834054 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_db.api [None req-6b7ba700-3aaa-40c6-ab75-898e36bfe8e5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 24 10:32:18.840474 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39681685-4605-4f84-bbfc-562518b65ded tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event deleted for resources: {'Port': ['ID=cdb29ad2-e85e-4549-a0b1-63442bbb4448,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:18.845226 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-39681685-4605-4f84-bbfc-562518b65ded tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:18.953132 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97062f5b-120d-40be-bf18-09a6e04ff1a2 admin admin] Router 1b767128-66fd-425f-af1e-277ebd63135c has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:32:19.008403 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-39681685-4605-4f84-bbfc-562518b65ded tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for floatingip, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:19.023662 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-39681685-4605-4f84-bbfc-562518b65ded tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:19.024938 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-39681685-4605-4f84-bbfc-562518b65ded tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "DELETE /v2.0/floatingips/54f95d8b-8b80-4e40-9e02-3a2d881a180f HTTP/1.1" status: 204 len: 168 time: 1.0012162 Dec 24 10:32:19.141004 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97062f5b-120d-40be-bf18-09a6e04ff1a2 admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:32:19.151410 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5655fb-24ef-4829-b392-cf926eddd351 None None] Sync routers for ids ['1b767128-66fd-425f-af1e-277ebd63135c'] in dv-cinder-768458-2-smb {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:32:19.156756 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-97062f5b-120d-40be-bf18-09a6e04ff1a2 admin admin] 10.222.0.58 "PUT /v2.0/routers/1b767128-66fd-425f-af1e-277ebd63135c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5835543 Dec 24 10:32:19.157189 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36164) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:19.161778 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5655fb-24ef-4829-b392-cf926eddd351 None None] Routers {'1b767128-66fd-425f-af1e-277ebd63135c'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:32:19.162446 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-0b5655fb-24ef-4829-b392-cf926eddd351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:32:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['1b767128-66fd-425f-af1e-277ebd63135c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:19.335478 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7ba700-3aaa-40c6-ab75-898e36bfe8e5 None None] New status for floating IP 54f95d8b-8b80-4e40-9e02-3a2d881a180f: DOWN {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 24 10:32:19.383927 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36170) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:19.394260 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Request body: {'security_group': {'name': 'tempest-securitygroup--275259810', 'description': 'tempest-description--1042502877'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:32:19.402449 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72528663-6c66-46cf-9c04-c5b79e4cf2b7 req-dee218dd-8cc0-4c9d-94f8-502c205b47bc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:19.404371 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-72528663-6c66-46cf-9c04-c5b79e4cf2b7 req-dee218dd-8cc0-4c9d-94f8-502c205b47bc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.0913899 Dec 24 10:32:19.406806 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:32:19.415440 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Usage tracker for resource:security_group and tenant:44a7b18f7f114e7e83e1504fcb9d87f0 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:32:19.421595 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:32:19.425608 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d8363749-1758-420d-ac5c-8da19f9cbfbb admin admin] Notify callbacks [] for router, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:19.460643 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-72528663-6c66-46cf-9c04-c5b79e4cf2b7 req-95197848-470a-4e06-ae4e-1c820287e069 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491481 Dec 24 10:32:19.512567 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:32:19.544757 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:19.597577 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-0b5655fb-24ef-4829-b392-cf926eddd351 None None] Set router 1b767128-66fd-425f-af1e-277ebd63135c gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:32:19.642080 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:32:19.650204 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Usage tracker for resource:security_group_rule and tenant:44a7b18f7f114e7e83e1504fcb9d87f0 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:32:19.654559 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:32:19.669573 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:32:19.672227 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d8363749-1758-420d-ac5c-8da19f9cbfbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:19.681729 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-d8363749-1758-420d-ac5c-8da19f9cbfbb admin admin] Deleting port 3554f2cb-8c21-4bef-9924-578938f6f01d {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:32:19.681875 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d8363749-1758-420d-ac5c-8da19f9cbfbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:19.730897 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 36176) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:19.799563 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bedc1c5-d95b-447c-b9ee-f8aa20e5bd30 admin admin] Deleting subnet 5d578d07-bc80-4a59-a693-acdd3e8fbad4 {{(pid=80199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 24 10:32:19.802922 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1bedc1c5-d95b-447c-b9ee-f8aa20e5bd30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:19.859270 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1bedc1c5-d95b-447c-b9ee-f8aa20e5bd30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11293050'] for subnet, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:19.900822 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-0b5655fb-24ef-4829-b392-cf926eddd351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b767128-66fd-425f-af1e-277ebd63135c', 'name': 'tempest-TestMinimumBasicScenario-1101455058-router', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:29:08Z', 'updated_at': '2020-12-24T10:32:17Z', 'revision_number': 5, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'gw_port': {'id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:09Z', 'updated_at': '2020-12-24T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:19.905013 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5655fb-24ef-4829-b392-cf926eddd351 None None] Checking router: 1b767128-66fd-425f-af1e-277ebd63135c for host: dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:32:19.915745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5655fb-24ef-4829-b392-cf926eddd351 None None] Routers {'1b767128-66fd-425f-af1e-277ebd63135c'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:32:19.916417 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:19.916533 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-0b5655fb-24ef-4829-b392-cf926eddd351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:32:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['1b767128-66fd-425f-af1e-277ebd63135c'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:19.923134 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:19.923705 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1bedc1c5-d95b-447c-b9ee-f8aa20e5bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3650982'] for subnet, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:19.929579 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-d8363749-1758-420d-ac5c-8da19f9cbfbb admin admin] For port 3554f2cb-8c21-4bef-9924-578938f6f01d, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=3554f2cb-8c21-4bef-9924-578938f6f01d,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:32:19.929971 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d8363749-1758-420d-ac5c-8da19f9cbfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:19.937968 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-98c0ba59-6438-4db7-aab5-7d44fc2c7881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:20.079491 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-d8363749-1758-420d-ac5c-8da19f9cbfbb admin admin] Calling delete_port for 3554f2cb-8c21-4bef-9924-578938f6f01d owned by network:router_gateway {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:32:20.108644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-0b5655fb-24ef-4829-b392-cf926eddd351 None None] Set router 1b767128-66fd-425f-af1e-277ebd63135c gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:32:20.146850 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:20.148161 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.7613232 Dec 24 10:32:20.148990 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event updated for resources: {'SecurityGroup': ['ID=7643fcf0-301a-4ccd-820a-a69bf5e180ca,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:20.153553 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:20.154702 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36180) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:20.165716 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-38a711d5-053c-4062-b01b-f70a8b2c3cbb tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Request body: {'security_group_rule': {'security_group_id': '7643fcf0-301a-4ccd-820a-a69bf5e180ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:32:20.174541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-38a711d5-053c-4062-b01b-f70a8b2c3cbb tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:32:20.181489 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-38a711d5-053c-4062-b01b-f70a8b2c3cbb tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Usage tracker for resource:security_group_rule and tenant:44a7b18f7f114e7e83e1504fcb9d87f0 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:32:20.196417 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-38a711d5-053c-4062-b01b-f70a8b2c3cbb tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:32:20.202708 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1bedc1c5-d95b-447c-b9ee-f8aa20e5bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851124819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11293041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844117643'] for subnet, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:20.203932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-38a711d5-053c-4062-b01b-f70a8b2c3cbb tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:32:20.219348 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6b83aa99-4bba-4945-8566-ef7475181e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:20.260863 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-38a711d5-053c-4062-b01b-f70a8b2c3cbb tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group_rule, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:20.269167 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bedc1c5-d95b-447c-b9ee-f8aa20e5bd30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d578d07-bc80-4a59-a693-acdd3e8fbad4,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:20.274849 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1bedc1c5-d95b-447c-b9ee-f8aa20e5bd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:20.390886 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1bedc1c5-d95b-447c-b9ee-f8aa20e5bd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:20.397567 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-1bedc1c5-d95b-447c-b9ee-f8aa20e5bd30 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5d578d07-bc80-4a59-a693-acdd3e8fbad4 HTTP/1.1" status: 204 len: 168 time: 0.6655467 Dec 24 10:32:20.400254 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 36184) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:20.440471 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-0b5655fb-24ef-4829-b392-cf926eddd351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b767128-66fd-425f-af1e-277ebd63135c', 'name': 'tempest-TestMinimumBasicScenario-1101455058-router', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:29:08Z', 'updated_at': '2020-12-24T10:32:17Z', 'revision_number': 5, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'gw_port': {'id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:09Z', 'updated_at': '2020-12-24T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:20.445497 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5655fb-24ef-4829-b392-cf926eddd351 None None] The sync data for ids ['1b767128-66fd-425f-af1e-277ebd63135c'] in dv-cinder-768458-2-smb is: [{'id': '1b767128-66fd-425f-af1e-277ebd63135c', 'name': 'tempest-TestMinimumBasicScenario-1101455058-router', 'tenant_id': '0977ccd094224ec091b2d48bd500d4e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123'}], 'enable_snat': True}, 'gw_port_id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:29:08Z', 'updated_at': '2020-12-24T10:32:17Z', 'revision_number': 5, 'project_id': '0977ccd094224ec091b2d48bd500d4e8', 'gw_port': {'id': '3554f2cb-8c21-4bef-9924-578938f6f01d', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:f4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b767128-66fd-425f-af1e-277ebd63135c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:29:09Z', 'updated_at': '2020-12-24T10:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:32:20.550386 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8f07152a-ae66-45f1-9a76-355742e73723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850967753'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:20.570534 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d8363749-1758-420d-ac5c-8da19f9cbfbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: WARNING neutron.plugins.ml2.ovo_rpc [None req-d8363749-1758-420d-ac5c-8da19f9cbfbb admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: result = function(*args, **kwargs) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: proto.__init__(conn_state, self) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: self.handle() Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: self.handle_one_request() Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: self.handle_one_response() Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: result = self.application(self.environ, start_response) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: return app(environ, start_response) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: resp = self.call_func(req, *args, **kw) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: return self.func(req, *args, **kwargs) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: response = req.get_response(self.application) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: application, catch_exc_info=False) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: app_iter = application(self.environ, start_response) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: resp = self.call_func(req, *args, **kw) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: return self.func(req, *args, **kwargs) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: response = req.get_response(self.application) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: application, catch_exc_info=False) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: app_iter = application(self.environ, start_response) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: resp = self.call_func(req, *args, **kw) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: return self.func(req, *args, **kwargs) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: response = req.get_response(self.application) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: application, catch_exc_info=False) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: app_iter = application(self.environ, start_response) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: resp = self.call_func(req, *args, **kw) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: return self.func(req, *args, **kwargs) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: response = req.get_response(self.application) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: application, catch_exc_info=False) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: app_iter = application(self.environ, start_response) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: resp = self.call_func(req, *args, **kw) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: return self.func(req, *args, **kwargs) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: return request.get_response(self.application) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: application, catch_exc_info=False) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: app_iter = application(self.environ, start_response) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: resp = self.call_func(req, *args, **kw) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: return self.func(req, *args, **kwargs) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: response = req.get_response(self._app) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: application, catch_exc_info=False) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: app_iter = application(self.environ, start_response) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: return resp(environ, start_response) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: return resp(environ, start_response) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: response = self.app(environ, start_response) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: return resp(environ, start_response) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: resp = self.call_func(req, *args, **kw) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: return self.func(req, *args, **kwargs) Dec 24 10:32:20.577320 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: result = method(request=request, **args) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: return self._delete(request, id, **kwargs) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: return f(*args, **kwargs) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: return f(*args, **kwargs) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: return f(*dup_args, **dup_kwargs) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: obj_deleter(request.context, id, **kwargs) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: return method(*args, **kwargs) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: return f(*args, **kwargs) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: return f(*args, **kwargs) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: return f(*dup_args, **dup_kwargs) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: self._delete_current_gw_port(context, id, router, None) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: admin_ctx, gw_port_id, l3_port_check=False) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: return f(self, context, *args, **kwargs) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: return method(*args, **kwargs) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: context, port, router_ids, bound_mech_contexts) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: return function(*args, **kwargs) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: callback(resource, event, trigger, **kwargs) Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: if self._is_session_semantic_violated(context, resource, event): Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: stack = traceback.extract_stack() Dec 24 10:32:20.585472 dv-cinder-768458-2-smb neutron-server[80090]: Dec 24 10:32:20.711988 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-38a711d5-053c-4062-b01b-f70a8b2c3cbb tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:20.717429 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-38a711d5-053c-4062-b01b-f70a8b2c3cbb tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415296'] for security_group_rule, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:20.723812 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-25dc37ca-0f36-4ad2-a980-13cc76679804 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:20.765581 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a711d5-053c-4062-b01b-f70a8b2c3cbb tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17738d53-65a2-4457-b35a-d755aaf1d0a0,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:20.774497 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-38a711d5-053c-4062-b01b-f70a8b2c3cbb tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:20.826659 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-38a711d5-053c-4062-b01b-f70a8b2c3cbb tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group_rule, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:20.827974 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-38a711d5-053c-4062-b01b-f70a8b2c3cbb tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.6704516 Dec 24 10:32:20.831036 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36190) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:20.840063 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-71c8cb64-1cae-4a7e-8062-3986d761ead7 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Request body: {'security_group_rule': {'security_group_id': '7643fcf0-301a-4ccd-820a-a69bf5e180ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:32:20.848787 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-71c8cb64-1cae-4a7e-8062-3986d761ead7 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:32:20.856995 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-71c8cb64-1cae-4a7e-8062-3986d761ead7 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Usage tracker for resource:security_group_rule and tenant:44a7b18f7f114e7e83e1504fcb9d87f0 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:32:20.863132 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-71c8cb64-1cae-4a7e-8062-3986d761ead7 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:32:20.866319 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d8363749-1758-420d-ac5c-8da19f9cbfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854035318'] for router_gateway, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:20.931936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-71c8cb64-1cae-4a7e-8062-3986d761ead7 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:32:21.009833 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d8363749-1758-420d-ac5c-8da19f9cbfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41488'] for router, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.015970 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d8363749-1758-420d-ac5c-8da19f9cbfbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.021326 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8f07152a-ae66-45f1-9a76-355742e73723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3646220', 'neutron.services.segments.db._delete_segments_for_network-8752750691050'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.023722 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-71c8cb64-1cae-4a7e-8062-3986d761ead7 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group_rule, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.129138 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d8363749-1758-420d-ac5c-8da19f9cbfbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-749173'] for router, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.129665 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8363749-1758-420d-ac5c-8da19f9cbfbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b767128-66fd-425f-af1e-277ebd63135c {{(pid=80200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 24 10:32:21.148082 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d8363749-1758-420d-ac5c-8da19f9cbfbb admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.151593 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-d8363749-1758-420d-ac5c-8da19f9cbfbb admin admin] 10.222.0.58 "DELETE /v2.0/routers/1b767128-66fd-425f-af1e-277ebd63135c HTTP/1.1" status: 204 len: 168 time: 1.9907246 Dec 24 10:32:21.152401 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36194) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:21.159117 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405545bc-531a-4fc5-ac92-cc04567d81ea req-a1323111-cb32-4cae-a70e-a722b82629e3 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:21.160781 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-405545bc-531a-4fc5-ac92-cc04567d81ea req-a1323111-cb32-4cae-a70e-a722b82629e3 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.5027423 Dec 24 10:32:21.162609 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-8f07152a-ae66-45f1-9a76-355742e73723 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b75f8b-6a77-41bf-bea6-f505a34e2c42']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:21.191605 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-8f07152a-ae66-45f1-9a76-355742e73723 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4592d4f0-4047-409f-999b-92c780837e80') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:21.191937 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-8f07152a-ae66-45f1-9a76-355742e73723 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4592d4f0-4047-409f-999b-92c780837e80') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:21.207274 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 42606dd6-f7bc-4cf0-8689-812750e0bb38 no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:32:21.211610 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8f07152a-ae66-45f1-9a76-355742e73723 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284104077820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843482781'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.222240 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-71c8cb64-1cae-4a7e-8062-3986d761ead7 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.227891 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-71c8cb64-1cae-4a7e-8062-3986d761ead7 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415296'] for security_group_rule, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.233905 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:21.247608 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-405545bc-531a-4fc5-ac92-cc04567d81ea req-f6448d1e-b33d-489e-b850-b1db28eca95d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769746 Dec 24 10:32:21.248631 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8f07152a-ae66-45f1-9a76-355742e73723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.251967 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d749173-c564-41cc-aff9-4de0dffe1e34 admin admin] Deleting subnet e85fe94b-6f84-41a3-b43b-b57aabbb2996 {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 24 10:32:21.252217 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8f07152a-ae66-45f1-9a76-355742e73723 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 24 10:32:21.256291 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No Port match for: 42606dd6-f7bc-4cf0-8689-812750e0bb38 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:32:21.257115 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 42606dd6-f7bc-4cf0-8689-812750e0bb38 not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:32:21.265056 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2d749173-c564-41cc-aff9-4de0dffe1e34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.304847 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8cb64-1cae-4a7e-8062-3986d761ead7 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eaf62ed-4ec8-4c9d-a3ad-33b7f00cbc04,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:21.311978 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-71c8cb64-1cae-4a7e-8062-3986d761ead7 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:21.322144 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-71c8cb64-1cae-4a7e-8062-3986d761ead7 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group_rule, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.323416 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-71c8cb64-1cae-4a7e-8062-3986d761ead7 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.4913816 Dec 24 10:32:21.327774 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36198) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:21.335023 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Request body: {'floatingip': {'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:32:21.343582 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2d749173-c564-41cc-aff9-4de0dffe1e34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844068720'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.372581 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:32:21.382191 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Usage tracker for resource:floatingip and tenant:44a7b18f7f114e7e83e1504fcb9d87f0 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:32:21.389957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:32:21.397961 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:32:21.418976 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for floatingip, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.437363 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-8f07152a-ae66-45f1-9a76-355742e73723 admin admin] Network 50b75f8b-6a77-41bf-bea6-f505a34e2c42 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:32:21.447685 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8f07152a-ae66-45f1-9a76-355742e73723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851123691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843481133'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.526498 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2d749173-c564-41cc-aff9-4de0dffe1e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3650982'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.630637 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-8f07152a-ae66-45f1-9a76-355742e73723 admin admin] Network 50b75f8b-6a77-41bf-bea6-f505a34e2c42 has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: Traceback (most recent call last): Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: timer() Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: cb(*args, **kw) Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: return func(*args, **kwargs) Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: self._notify() Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: self.callback(batched_events) Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: event.method(event) Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: segment_id)['aggregates'][0] Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: return f(self, *a, **k) Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: return self._get(url).json() Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: **kwargs) Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: return self.request(url, 'GET', **kwargs) Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: **endpoint_filter) Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:32:21.654231 dv-cinder-768458-2-smb neutron-server[80090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:32:21.736546 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8f07152a-ae66-45f1-9a76-355742e73723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851129596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740512'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.740993 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8f07152a-ae66-45f1-9a76-355742e73723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:21.743806 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c68dbe73-42cb-4720-9f5e-24817dbc689a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:21.769491 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07152a-ae66-45f1-9a76-355742e73723 admin admin] Pushing event deleted for resources: {'Network': ['ID=50b75f8b-6a77-41bf-bea6-f505a34e2c42,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:21.774112 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8f07152a-ae66-45f1-9a76-355742e73723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:21.778651 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-8f07152a-ae66-45f1-9a76-355742e73723 admin admin] 10.222.0.58 "DELETE /v2.0/networks/50b75f8b-6a77-41bf-bea6-f505a34e2c42 HTTP/1.1" status: 204 len: 168 time: 1.3772278 Dec 24 10:32:21.782356 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:22.037082 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2d749173-c564-41cc-aff9-4de0dffe1e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851124819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11191368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10559393'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:22.055252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a42f9c74-a904-4010-9e08-b55ca6c148c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:22.073325 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 36204) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:22.113760 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d749173-c564-41cc-aff9-4de0dffe1e34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e85fe94b-6f84-41a3-b43b-b57aabbb2996,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:22.122393 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2d749173-c564-41cc-aff9-4de0dffe1e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:22.129067 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-1ec3bb2e-13da-49e7-88f8-c491a4008502 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9d5c996770cc44f08351a717d63798ff&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0521576 Dec 24 10:32:22.129407 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 36208) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:22.195909 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7d2412f0-1908-4695-bdac-844c7af46375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:22.223558 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7d2412f0-1908-4695-bdac-844c7af46375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:22.253125 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2d749173-c564-41cc-aff9-4de0dffe1e34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:22.257243 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41a9ef2-2069-4157-8dfe-4cc27112d674 None None] Network 6d04766c-e866-4a4b-baed-8e2a07265490 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:32:22.268655 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-2d749173-c564-41cc-aff9-4de0dffe1e34 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e85fe94b-6f84-41a3-b43b-b57aabbb2996 HTTP/1.1" status: 204 len: 168 time: 1.1128850 Dec 24 10:32:22.270601 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36214) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:22.300951 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7d2412f0-1908-4695-bdac-844c7af46375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:22.306973 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3d268594-2941-4adc-a3cc-a8f2a8e3d22d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:22.315951 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Allocated IP 172.28.2.76 (81ea6ac4-2b55-4e45-bfef-bd97c85883e8/5f0c4e3f-7153-464a-952b-cce20cfb6b8f/43e0d7b6-8fda-4c86-a9a7-8d4ebbebf688) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:32:22.323273 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7d2412f0-1908-4695-bdac-844c7af46375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:22.324783 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-7d2412f0-1908-4695-bdac-844c7af46375 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a HTTP/1.1" status: 204 len: 168 time: 0.1943548 Dec 24 10:32:22.325852 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2412f0-1908-4695-bdac-844c7af46375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d28bdb-f7d9-4f86-b3cb-a4019413ce7a,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:22.329067 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7d2412f0-1908-4695-bdac-844c7af46375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:22.530830 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86c936-a50f-47b6-aaf5-889fb9b0cd50 req-169345d2-ebc0-46b6-96b6-a3c229c46476 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:22.539402 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4c86c936-a50f-47b6-aaf5-889fb9b0cd50 req-169345d2-ebc0-46b6-96b6-a3c229c46476 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.1068738 Dec 24 10:32:22.621343 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4c86c936-a50f-47b6-aaf5-889fb9b0cd50 req-8eab105b-f2b4-433d-9dd6-c61be4394df2 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761559 Dec 24 10:32:22.647084 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae37888-c8a2-4c32-9e4a-5dccbb4235ea None None] DHCP port deletion for 6d04766c-e866-4a4b-baed-8e2a07265490 request from dv-cinder-768458-2-smb {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 24 10:32:22.652055 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-4ae37888-c8a2-4c32-9e4a-5dccbb4235ea None None] Deleting port 7345ddf1-7b7e-4347-b068-6a510c799117 {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:32:22.652474 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4ae37888-c8a2-4c32-9e4a-5dccbb4235ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:22.729216 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850967753'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:22.827148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Deleting port 7345ddf1-7b7e-4347-b068-6a510c799117 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:32:22.827687 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:22.870848 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:22.897375 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4ae37888-c8a2-4c32-9e4a-5dccbb4235ea None None] For port 7345ddf1-7b7e-4347-b068-6a510c799117, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=7345ddf1-7b7e-4347-b068-6a510c799117,segment=NetworkSegment(b6fcadf7-cc13-415d-84af-fd52031bf2b3),segment_id=b6fcadf7-cc13-415d-84af-fd52031bf2b3)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:32:22.897909 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4ae37888-c8a2-4c32-9e4a-5dccbb4235ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:22.994058 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:23.039346 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-4ae37888-c8a2-4c32-9e4a-5dccbb4235ea None None] Calling delete_port for 7345ddf1-7b7e-4347-b068-6a510c799117 owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:32:23.200815 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4ae37888-c8a2-4c32-9e4a-5dccbb4235ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147'] for port, after_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:23.221050 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c8ccc680-66d7-4cd1-a614-fd3bb21d9907 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:23.240288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5611fb96-6547-421f-9d04-f5c8528889f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:23.297184 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae37888-c8a2-4c32-9e4a-5dccbb4235ea None None] Pushing event deleted for resources: {'Port': ['ID=7345ddf1-7b7e-4347-b068-6a510c799117,revision_number=None']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:23.299623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 7345ddf1-7b7e-4347-b068-6a510c799117 no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:32:23.328749 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4ae37888-c8a2-4c32-9e4a-5dccbb4235ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:23.350002 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No Port match for: 7345ddf1-7b7e-4347-b068-6a510c799117 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:32:23.350553 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 7345ddf1-7b7e-4347-b068-6a510c799117 not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:32:23.351220 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 3554f2cb-8c21-4bef-9924-578938f6f01d no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:32:23.446988 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No Port match for: 3554f2cb-8c21-4bef-9924-578938f6f01d {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:32:23.447474 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 3554f2cb-8c21-4bef-9924-578938f6f01d not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:32:23.484182 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae37888-c8a2-4c32-9e4a-5dccbb4235ea None None] No DVR routers for this DVR port 7345ddf1-7b7e-4347-b068-6a510c799117 on host dv-cinder-768458-2-smb {{(pid=80201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:32:23.493333 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event updated for resources: {'Port': ['ID=43e0d7b6-8fda-4c86-a9a7-8d4ebbebf688,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:23.497019 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] For port 7345ddf1-7b7e-4347-b068-6a510c799117, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=7345ddf1-7b7e-4347-b068-6a510c799117,segment=NetworkSegment(b6fcadf7-cc13-415d-84af-fd52031bf2b3),segment_id=b6fcadf7-cc13-415d-84af-fd52031bf2b3)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:32:23.497425 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:23.513967 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:23.648637 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Calling delete_port for 7345ddf1-7b7e-4347-b068-6a510c799117 owned by network:dhcp {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:32:23.756950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:32:23.758174 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:32:23.760788 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:32:23.811190 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.api [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80200) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:32:23.812066 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_db.api [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 24 10:32:23.938628 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for floatingip, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:24.010455 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b371f-b133-46f7-8ace-e28e6f834374 req-d6cb9bb1-c0aa-4fad-ab14-2cafd4cbb802 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:24.012178 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-eb8b371f-b133-46f7-8ace-e28e6f834374 req-d6cb9bb1-c0aa-4fad-ab14-2cafd4cbb802 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.1684632 Dec 24 10:32:24.075573 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:24.090926 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-eb8b371f-b133-46f7-8ace-e28e6f834374 req-4c258670-4445-4a1a-bf1e-304a9fa7c0e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716424 Dec 24 10:32:24.135352 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:32:24.322021 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Deleting port 7345ddf1-7b7e-4347-b068-6a510c799117 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:32:24.322640 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:24.415950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] The port '7345ddf1-7b7e-4347-b068-6a510c799117' was deleted {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 24 10:32:24.600648 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3646220', 'neutron.services.segments.db._delete_segments_for_network-8752750691050'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:24.632892 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.resource_extend [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 24 10:32:24.662789 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:24.732242 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:24.756978 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f850f259-de95-4781-a629-020db566739e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:24.840851 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d04766c-e866-4a4b-baed-8e2a07265490']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:24.924215 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6fcadf7-cc13-415d-84af-fd52031bf2b3') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:24.924520 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6fcadf7-cc13-415d-84af-fd52031bf2b3') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:24.951256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284104077820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10707081'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:24.968546 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event updated for resources: {'Port': ['ID=43e0d7b6-8fda-4c86-a9a7-8d4ebbebf688,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:24.978117 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:24.981660 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:24.985295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 24 10:32:25.300088 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Network 6d04766c-e866-4a4b-baed-8e2a07265490 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:32:25.310859 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851123691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843584790'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:25.368708 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d04242-1185-44e6-97dc-eaa8a24318c2 req-019e4795-9294-4ce6-87fd-35191820b0df tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:25.375411 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-50d04242-1185-44e6-97dc-eaa8a24318c2 req-019e4795-9294-4ce6-87fd-35191820b0df tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.1071260 Dec 24 10:32:25.426460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:25.429769 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-50d04242-1185-44e6-97dc-eaa8a24318c2 req-0da73d6b-e93d-41fa-aa10-167a914770fb tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533652 Dec 24 10:32:25.564805 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Network 6d04766c-e866-4a4b-baed-8e2a07265490 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:32:25.597307 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:25.598831 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-12fffe46-fd58-417b-8d51-9ce60e2bb1ba tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2699468 Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: % (table.description, expected, rows_matched) Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: % (table.description, expected, rows_matched) Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: % (table.description, expected, rows_matched) Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: % (table.description, expected, rows_matched) Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: Traceback (most recent call last): Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: timer() Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: cb(*args, **kw) Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: return func(*args, **kwargs) Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: self._notify() Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: self.callback(batched_events) Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: event.method(event) Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: segment_id)['aggregates'][0] Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: return f(self, *a, **k) Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: return self._get(url).json() Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: **kwargs) Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: return self.request(url, 'GET', **kwargs) Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: **endpoint_filter) Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:32:25.600009 dv-cinder-768458-2-smb neutron-server[80090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:32:25.706520 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851129596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740512'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:25.712828 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-eb6e2e7a-a6bb-4eda-951c-cd35f7140aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:25.729895 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:25.742869 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d04766c-e866-4a4b-baed-8e2a07265490,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:25.747396 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:25.749676 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-03603c2c-078e-406d-848d-3b933e0687b8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/6d04766c-e866-4a4b-baed-8e2a07265490 HTTP/1.1" status: 204 len: 168 time: 3.4775569 Dec 24 10:32:25.943899 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-ba8e30ec-192a-40cd-941f-b536b375450f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--275259810&fields=id&tenant_id=44a7b18f7f114e7e83e1504fcb9d87f0 HTTP/1.1" status: 200 len: 267 time: 0.0556874 Dec 24 10:32:26.136111 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36300) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:26.146808 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-512b3e3b-2bbc-4fe2-8aa8-cc8179b57343 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:26.155793 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-512b3e3b-2bbc-4fe2-8aa8-cc8179b57343 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/networks?id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab HTTP/1.1" status: 200 len: 811 time: 0.2104967 Dec 24 10:32:26.178132 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-d9e01abf-c51d-40c9-b09a-282de3a482d5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/quotas/44a7b18f7f114e7e83e1504fcb9d87f0 HTTP/1.1" status: 200 len: 375 time: 0.0210021 Dec 24 10:32:26.255921 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-aa245aea-b9fd-47ce-8ea0-c5c79142d6ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0977ccd094224ec091b2d48bd500d4e8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1177838 Dec 24 10:32:26.259324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36306) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:26.306055 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e60bd043-bd47-4a4b-8c5e-6569d711628b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?tenant_id=44a7b18f7f114e7e83e1504fcb9d87f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1190495 Dec 24 10:32:26.333707 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b7fd0c9b-7aa6-47a1-8848-6f271817876b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:26.365874 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b7fd0c9b-7aa6-47a1-8848-6f271817876b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:26.424785 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b7fd0c9b-7aa6-47a1-8848-6f271817876b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:26.431145 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-26c93e77-6823-4cfe-8b35-504cd34ec0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:26.451529 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd0c9b-7aa6-47a1-8848-6f271817876b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c295f7-019a-476c-a77b-9a1cf9a10637,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:26.454742 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b7fd0c9b-7aa6-47a1-8848-6f271817876b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:26.465016 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b7fd0c9b-7aa6-47a1-8848-6f271817876b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:26.470388 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-b7fd0c9b-7aa6-47a1-8848-6f271817876b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/09c295f7-019a-476c-a77b-9a1cf9a10637 HTTP/1.1" status: 204 len: 168 time: 0.2098618 Dec 24 10:32:26.849746 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550a46f-a87d-4d9c-b3c8-3583e3f3a22f req-73130484-0999-49d7-941c-4e5d6e502469 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:26.858046 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9550a46f-a87d-4d9c-b3c8-3583e3f3a22f req-73130484-0999-49d7-941c-4e5d6e502469 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.2276161 Dec 24 10:32:26.924635 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-aed79961-bc15-4c97-9ef3-c88228ab849f service neutron] 10.222.0.58 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6172178 Dec 24 10:32:26.946832 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9550a46f-a87d-4d9c-b3c8-3583e3f3a22f req-d3539ce4-6de2-495d-89f3-b203c19a8468 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876541 Dec 24 10:32:27.121365 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-c8872b7b-5a14-4176-84d1-7b1c2440ea08 service neutron] 10.222.0.58 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1730542 Dec 24 10:32:27.375520 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-21981539-848b-468e-bf2d-eceb9a0557d3 req-c0f7665b-63a2-4f61-ae4b-42ec6b6e2e6b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 210 time: 0.0779772 Dec 24 10:32:28.214207 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027262c-bcc8-4432-90a6-72beaf13f1fd req-3e693b7e-4d27-40c2-9b9c-3e9c186185b0 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:28.215757 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6027262c-bcc8-4432-90a6-72beaf13f1fd req-3e693b7e-4d27-40c2-9b9c-3e9c186185b0 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.0897615 Dec 24 10:32:28.273927 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6027262c-bcc8-4432-90a6-72beaf13f1fd req-ad4f1e7c-cff8-4dc2-acf6-7236a9ba5fe6 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503418 Dec 24 10:32:28.580872 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6341ac58-0899-46fa-a4e9-fe83301aec76 req-f6f06fef-ace1-486d-aca5-46f37311afe4 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 210 time: 0.0524690 Dec 24 10:32:29.070625 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-5791056e-8dc8-49fc-87e1-a9a8ab23049b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:29.072419 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-5791056e-8dc8-49fc-87e1-a9a8ab23049b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.20 "GET /v2.0/networks?id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab HTTP/1.1" status: 200 len: 811 time: 0.1910391 Dec 24 10:32:29.173806 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-d21f3413-273a-4075-8904-d1625253a63b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Synchronizing usage tracker for tenant:44a7b18f7f114e7e83e1504fcb9d87f0 on resource:security_group {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:32:29.193758 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-d21f3413-273a-4075-8904-d1625253a63b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Unset dirty status for tenant:44a7b18f7f114e7e83e1504fcb9d87f0 on resource:security_group {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:32:29.195202 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-d21f3413-273a-4075-8904-d1625253a63b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44a7b18f7f114e7e83e1504fcb9d87f0 HTTP/1.1" status: 200 len: 5504 time: 0.1031189 Dec 24 10:32:29.209174 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Request body: {'port': {'device_id': 'd713e71f-336e-4315-ad10-2af4914cf73e', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'admin_state_up': True, 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'security_groups': ['7643fcf0-301a-4ccd-820a-a69bf5e180ca']}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:32:29.376641 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:32:29.383646 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Usage tracker for resource:port and tenant:44a7b18f7f114e7e83e1504fcb9d87f0 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:32:29.388520 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Quota usage for port was recalculated. Used quota:3. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:32:29.396723 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:32:29.410303 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Made reservation on behalf of 44a7b18f7f114e7e83e1504fcb9d87f0 for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:32:29.417107 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:29.548018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429de032-4042-4475-9a3d-02db4859164c req-d2b21427-335d-4616-9938-1a504d72763f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:29.549698 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-429de032-4042-4475-9a3d-02db4859164c req-d2b21427-335d-4616-9938-1a504d72763f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.1117897 Dec 24 10:32:29.638960 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-429de032-4042-4475-9a3d-02db4859164c req-2006d2c8-66c2-4a09-9981-a4994eb42870 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790658 Dec 24 10:32:29.813053 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-27be0f6e-b982-4158-b403-8df2f19f792d req-c1ec6ec3-2fc1-4492-875b-52462b473947 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 210 time: 0.0610421 Dec 24 10:32:30.119179 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Allocated IP 172.20.0.4 (34d3c73d-fecd-474a-9b1a-ae4d58b54cab/19585d93-b83b-43b8-8e49-feca5067fd3e/046d1d90-e192-4a01-89cf-14f652a54ec3) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:32:30.354364 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 36370) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:30.357380 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:30.380966 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Transition to ACTIVE for port object 046d1d90-e192-4a01-89cf-14f652a54ec3 will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:32:30.404282 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:30.424101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4879e79d-e2a5-48e3-811b-d7ed1e2c2897 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:30.548921 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ae32a60f-93a3-49c8-812a-3a565b35cfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:30.572890 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-ae32a60f-93a3-49c8-812a-3a565b35cfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:32:30.578029 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-ae32a60f-93a3-49c8-812a-3a565b35cfa1 admin admin] Usage tracker for resource:security_group_rule and tenant:2a852ea6ca1c45cfb31d4235aea0a915 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:32:30.581901 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-ae32a60f-93a3-49c8-812a-3a565b35cfa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:32:30.589890 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event updated for resources: {'Port': ['ID=046d1d90-e192-4a01-89cf-14f652a54ec3,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:30.590387 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-ae32a60f-93a3-49c8-812a-3a565b35cfa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:32:30.600934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:30.650022 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:32:30.651228 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:32:30.653677 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:32:30.730749 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:30.733925 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:30.747919 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ae32a60f-93a3-49c8-812a-3a565b35cfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:30.765987 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ae32a60f-93a3-49c8-812a-3a565b35cfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:30.771462 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5661831 Dec 24 10:32:30.819322 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4c157058-1bc2-458a-a37e-47eb4abb7645 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:30.843740 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36382) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:30.844017 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-ae32a60f-93a3-49c8-812a-3a565b35cfa1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2a852ea6ca1c45cfb31d4235aea0a915&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4847634 Dec 24 10:32:30.953001 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32a60f-93a3-49c8-812a-3a565b35cfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561d0391-4149-4531-864a-97cd8a6410b9,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:30.970935 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ae32a60f-93a3-49c8-812a-3a565b35cfa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:30.983322 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa874cec-9b93-4a2e-bcc8-1bd9cc2ffbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:30.989303 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c330fe-509d-45b8-8812-18cd3bf8f42a req-a018f8ed-48ff-4035-8963-101dbf9f265d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:30.990073 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Request body: {'port': {'device_id': 'd713e71f-336e-4315-ad10-2af4914cf73e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:32:30.997138 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-43c330fe-509d-45b8-8812-18cd3bf8f42a req-a018f8ed-48ff-4035-8963-101dbf9f265d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.1096287 Dec 24 10:32:31.061331 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-43c330fe-509d-45b8-8812-18cd3bf8f42a req-188b6f1e-0c32-47c8-9723-e912d702552e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630739 Dec 24 10:32:31.110358 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-c590fa3a-de5a-43ce-8a6b-8154b9ec8d84 None None] Provisioning for port 046d1d90-e192-4a01-89cf-14f652a54ec3 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:32:31.121471 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-c590fa3a-de5a-43ce-8a6b-8154b9ec8d84 None None] Provisioning complete for port 046d1d90-e192-4a01-89cf-14f652a54ec3 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:32:31.122061 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c590fa3a-de5a-43ce-8a6b-8154b9ec8d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:31.153701 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa874cec-9b93-4a2e-bcc8-1bd9cc2ffbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:31.173564 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:31.180663 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993ee4e-3d0c-4d42-9398-9da47082d5b4 req-25082954-5b2c-45ff-a9b1-292e1244e244 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:31.182310 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6993ee4e-3d0c-4d42-9398-9da47082d5b4 req-25082954-5b2c-45ff-a9b1-292e1244e244 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 931 time: 0.1116791 Dec 24 10:32:31.189524 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-c590fa3a-de5a-43ce-8a6b-8154b9ec8d84 None None] Port 046d1d90-e192-4a01-89cf-14f652a54ec3 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:32:31.258437 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6993ee4e-3d0c-4d42-9398-9da47082d5b4 req-eff87c5f-0b76-45f2-8d73-8ac4f5d49e3c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=7643fcf0-301a-4ccd-820a-a69bf5e180ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577960 Dec 24 10:32:31.291530 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa874cec-9b93-4a2e-bcc8-1bd9cc2ffbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:31.299560 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-02b65fbd-8f2a-4896-889e-71008af6477a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:31.338908 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa874cec-9b93-4a2e-bcc8-1bd9cc2ffbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561d0391-4149-4531-864a-97cd8a6410b9,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:31.341842 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-aa874cec-9b93-4a2e-bcc8-1bd9cc2ffbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:31.443687 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-aa874cec-9b93-4a2e-bcc8-1bd9cc2ffbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:31.448319 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-aa874cec-9b93-4a2e-bcc8-1bd9cc2ffbc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/561d0391-4149-4531-864a-97cd8a6410b9 HTTP/1.1" status: 204 len: 168 time: 0.5996754 Dec 24 10:32:31.775188 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046d1d90-e192-4a01-89cf-14f652a54ec3 {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:32:31.784981 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:31.799610 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Transition to ACTIVE for port object 046d1d90-e192-4a01-89cf-14f652a54ec3 will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:32:31.803527 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:31.824967 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-625b4874-8eb8-49a7-a7b0-524257b26fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:31.986113 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Pushing event updated for resources: {'Port': ['ID=046d1d90-e192-4a01-89cf-14f652a54ec3,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:31.991299 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:32.190699 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Attempting to bind port 046d1d90-e192-4a01-89cf-14f652a54ec3 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:32:32.191401 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Attempting to bind port 046d1d90-e192-4a01-89cf-14f652a54ec3 by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:32:32.191952 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Attempting to bind port 046d1d90-e192-4a01-89cf-14f652a54ec3 on network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:32:32.199017 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:32:32.199792 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Checking segment: {'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:32:32.200379 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:32.200971 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Bound using segment: {'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:32:32.201624 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Bound port: 046d1d90-e192-4a01-89cf-14f652a54ec3, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f46def5c-f07c-4f33-b330-551c6d2f6f4b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:32:32.202202 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:32.332169 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] For port 046d1d90-e192-4a01-89cf-14f652a54ec3, host hv-cinder-76845, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:32:32.336819 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] For port 046d1d90-e192-4a01-89cf-14f652a54ec3, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=046d1d90-e192-4a01-89cf-14f652a54ec3,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:32:32.342114 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:32.366271 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:32.377640 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d6824-af5d-4821-8abd-b84f335073ff req-c2df7f25-368e-49fe-ad7d-3739f948e9ed tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:32.388548 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-211d6824-af5d-4821-8abd-b84f335073ff req-c2df7f25-368e-49fe-ad7d-3739f948e9ed tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.1307654 Dec 24 10:32:32.447490 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-211d6824-af5d-4821-8abd-b84f335073ff req-5cea2934-d1c5-4d43-b533-8e506ffa8372 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578582 Dec 24 10:32:32.560712 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Pushing event updated for resources: {'Port': ['ID=046d1d90-e192-4a01-89cf-14f652a54ec3,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:32.569038 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:32.604563 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afd740-a3d1-4c79-a7a2-b85df5ea8eec req-e1319f19-2a9d-4f17-b377-41b797ae1e4f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:32.607411 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a5afd740-a3d1-4c79-a7a2-b85df5ea8eec req-e1319f19-2a9d-4f17-b377-41b797ae1e4f tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 943 time: 0.1588693 Dec 24 10:32:32.633036 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:32.633740 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:32.635363 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] 10.222.0.20 "PUT /v2.0/ports/046d1d90-e192-4a01-89cf-14f652a54ec3 HTTP/1.1" status: 200 len: 1157 time: 1.8485317 Dec 24 10:32:32.635969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd713e71f-336e-4315-ad10-2af4914cf73e', 'tag': '046d1d90-e192-4a01-89cf-14f652a54ec3'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:32:32.688647 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a5afd740-a3d1-4c79-a7a2-b85df5ea8eec req-1df77a4d-cef4-46ec-9072-e7be5dec460e tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=7643fcf0-301a-4ccd-820a-a69bf5e180ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716770 Dec 24 10:32:32.746444 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd713e71f-336e-4315-ad10-2af4914cf73e', 'tag': '046d1d90-e192-4a01-89cf-14f652a54ec3', 'status': 'completed', 'code': 200} Dec 24 10:32:32.790253 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-068fbef2-3ebb-4ee2-99d1-4489f3926d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:32.794379 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-068fbef2-3ebb-4ee2-99d1-4489f3926d5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44a7b18f7f114e7e83e1504fcb9d87f0&device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 1160 time: 0.0976534 Dec 24 10:32:32.887436 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-1795ee8b-419e-4305-8b19-f29d1232a773 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=046d1d90-e192-4a01-89cf-14f652a54ec3 HTTP/1.1" status: 200 len: 217 time: 0.0796402 Dec 24 10:32:32.971138 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-3069e2ae-5ce7-48b3-a605-13291a9236d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:32.972745 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-3069e2ae-5ce7-48b3-a605-13291a9236d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19585d93-b83b-43b8-8e49-feca5067fd3e HTTP/1.1" status: 200 len: 850 time: 0.0790927 Dec 24 10:32:33.060436 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-23b6ffa9-2688-44ea-959c-efbf320f5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:33.062111 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-23b6ffa9-2688-44ea-959c-efbf320f5e16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829482 Dec 24 10:32:33.217531 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-2f1f55d6-b819-4f5f-b63c-a70d531dc0b9 service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476068 Dec 24 10:32:33.374079 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-680b3ffa-c1ec-4eb4-8120-a73f2c2c3f83 req-3e24bfcb-8192-49e2-8fab-edb038e0ab3f service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1478543 Dec 24 10:32:33.588483 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d097c-064c-4b44-ab83-2ce1506f3a8e req-56173ba6-996c-4b7c-809f-0db6e841e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:33.590310 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a86d097c-064c-4b44-ab83-2ce1506f3a8e req-56173ba6-996c-4b7c-809f-0db6e841e0b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44a7b18f7f114e7e83e1504fcb9d87f0&device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 1160 time: 0.1133673 Dec 24 10:32:33.708773 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74941a-b0b3-4116-bbf9-74254db716fc req-9e8f518e-e1d3-40b6-be5c-dfc843d0c270 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:33.710638 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5c74941a-b0b3-4116-bbf9-74254db716fc req-9e8f518e-e1d3-40b6-be5c-dfc843d0c270 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.0909019 Dec 24 10:32:33.738805 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d097c-064c-4b44-ab83-2ce1506f3a8e req-938af37b-d5a4-4822-b3f5-d1cee9cee0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:33.741072 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a86d097c-064c-4b44-ab83-2ce1506f3a8e req-938af37b-d5a4-4822-b3f5-d1cee9cee0b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab HTTP/1.1" status: 200 len: 905 time: 0.1427369 Dec 24 10:32:33.759047 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5c74941a-b0b3-4116-bbf9-74254db716fc req-92e67836-ef4a-4e63-96bc-7cc486db561e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420272 Dec 24 10:32:33.814107 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a86d097c-064c-4b44-ab83-2ce1506f3a8e req-ec66e89e-5c59-4449-8ce7-a83e5d767ab7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=046d1d90-e192-4a01-89cf-14f652a54ec3 HTTP/1.1" status: 200 len: 217 time: 0.0658808 Dec 24 10:32:33.885109 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d097c-064c-4b44-ab83-2ce1506f3a8e req-3d9142d8-0498-4cfb-910f-fcca11d4b0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:33.886695 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a86d097c-064c-4b44-ab83-2ce1506f3a8e req-3d9142d8-0498-4cfb-910f-fcca11d4b0a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19585d93-b83b-43b8-8e49-feca5067fd3e HTTP/1.1" status: 200 len: 850 time: 0.0658545 Dec 24 10:32:33.972055 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d097c-064c-4b44-ab83-2ce1506f3a8e req-48ecf20b-c325-424a-974f-2ab8f70ae6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:33.973773 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a86d097c-064c-4b44-ab83-2ce1506f3a8e req-48ecf20b-c325-424a-974f-2ab8f70ae6db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771778 Dec 24 10:32:34.101136 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5160b10-62c8-47d2-bc54-749526aa1380 req-aad4e271-9af5-4158-8183-811ce7ef9f85 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:34.102750 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f5160b10-62c8-47d2-bc54-749526aa1380 req-aad4e271-9af5-4158-8183-811ce7ef9f85 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 943 time: 0.2767022 Dec 24 10:32:34.150619 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f5160b10-62c8-47d2-bc54-749526aa1380 req-51118295-10cb-43ea-99cf-ced620f91ec0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=7643fcf0-301a-4ccd-820a-a69bf5e180ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413330 Dec 24 10:32:34.204606 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a86d097c-064c-4b44-ab83-2ce1506f3a8e req-40ae6ad6-b2d6-4f71-a9bd-ef69c4ec1e63 service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384943 Dec 24 10:32:34.373560 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a86d097c-064c-4b44-ab83-2ce1506f3a8e req-a05154c3-9818-456d-a9d2-c812e83a0fd5 service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360390 Dec 24 10:32:34.428389 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b922d-8922-4783-9e57-1f5bf80bd5ed req-1cfbfcb1-4b61-4e21-ad4b-68dc7f61bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:34.430026 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d79b922d-8922-4783-9e57-1f5bf80bd5ed req-1cfbfcb1-4b61-4e21-ad4b-68dc7f61bc18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe&device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 1163 time: 0.0790868 Dec 24 10:32:34.573452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b922d-8922-4783-9e57-1f5bf80bd5ed req-3fc07c4e-c46c-41d5-a855-0d61bba42ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:34.575036 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d79b922d-8922-4783-9e57-1f5bf80bd5ed req-3fc07c4e-c46c-41d5-a855-0d61bba42ffe service neutron] 10.222.0.20 "GET /v2.0/networks?id=27e249bd-cdee-49e6-a577-868f08709dc4 HTTP/1.1" status: 200 len: 911 time: 0.1382267 Dec 24 10:32:34.681621 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d79b922d-8922-4783-9e57-1f5bf80bd5ed req-8e7cfb48-85c3-4da8-80e0-867f3be7f870 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a02d3a9b-1487-4647-b663-62ffc5400d3c HTTP/1.1" status: 200 len: 1001 time: 0.0988071 Dec 24 10:32:34.749889 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b922d-8922-4783-9e57-1f5bf80bd5ed req-7fbd21c5-55a1-422e-a09a-749a95a1ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:34.751361 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d79b922d-8922-4783-9e57-1f5bf80bd5ed req-7fbd21c5-55a1-422e-a09a-749a95a1ff99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5dc5c72-d3d1-4df5-be07-e47ed588d585 HTTP/1.1" status: 200 len: 856 time: 0.0620377 Dec 24 10:32:34.838171 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b922d-8922-4783-9e57-1f5bf80bd5ed req-69f07115-20b4-4657-8109-8a7e5f237092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:34.839800 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d79b922d-8922-4783-9e57-1f5bf80bd5ed req-69f07115-20b4-4657-8109-8a7e5f237092 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27e249bd-cdee-49e6-a577-868f08709dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731707 Dec 24 10:32:35.044183 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d79b922d-8922-4783-9e57-1f5bf80bd5ed req-24c3d72a-91a8-44d7-873f-caa627f59f78 service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962979 Dec 24 10:32:35.080860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb6e8d-43a6-462c-b3c2-ed74babe15ea req-f07a9c17-673e-4f85-b5a1-74f9c17bf8ca tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:35.082358 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-03eb6e8d-43a6-462c-b3c2-ed74babe15ea req-f07a9c17-673e-4f85-b5a1-74f9c17bf8ca tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.1424963 Dec 24 10:32:35.314484 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-48b596f1-eeb1-4571-8486-0c26d9e3c664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:35.473189 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-03eb6e8d-43a6-462c-b3c2-ed74babe15ea req-3f589e19-a1eb-4630-9da4-464daed6575f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3762383 Dec 24 10:32:35.507493 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d79b922d-8922-4783-9e57-1f5bf80bd5ed req-2e86053c-68a4-46f5-8277-a1cec928ccaf service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4559979 Dec 24 10:32:35.526438 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a119b4-eea3-414c-85cd-fe6397c25272 req-a9c06bc6-ead4-423d-848a-9f58743e056a tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:35.527984 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e7a119b4-eea3-414c-85cd-fe6397c25272 req-a9c06bc6-ead4-423d-848a-9f58743e056a tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 943 time: 0.1414385 Dec 24 10:32:35.578912 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e7a119b4-eea3-414c-85cd-fe6397c25272 req-1806a83c-ef99-4617-9b23-92c20d912d48 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=7643fcf0-301a-4ccd-820a-a69bf5e180ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408323 Dec 24 10:32:36.706327 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc785b0-ff4d-450c-a59a-50fa7f6024b1 req-dcd05a30-49fb-414a-b1ec-1280132be393 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:36.707998 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-fbc785b0-ff4d-450c-a59a-50fa7f6024b1 req-dcd05a30-49fb-414a-b1ec-1280132be393 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.0863683 Dec 24 10:32:36.809100 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-fbc785b0-ff4d-450c-a59a-50fa7f6024b1 req-52246577-1a7b-48c4-aa4f-4d4efb1f5930 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939922 Dec 24 10:32:36.837122 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095f66c-dc7d-43bc-b7aa-27ae29b694a0 req-91aa15c6-604f-4102-97ae-9a417a8ff58c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:36.838759 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b095f66c-dc7d-43bc-b7aa-27ae29b694a0 req-91aa15c6-604f-4102-97ae-9a417a8ff58c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 943 time: 0.1226554 Dec 24 10:32:36.886607 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b095f66c-dc7d-43bc-b7aa-27ae29b694a0 req-97c61fd2-ed48-4215-a089-0a65bf4a73f0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=7643fcf0-301a-4ccd-820a-a69bf5e180ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415339 Dec 24 10:32:37.166106 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a02d3a9b-1487-4647-b663-62ffc5400d3c up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:32:37.241479 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port a02d3a9b-1487-4647-b663-62ffc5400d3c triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:32:37.242094 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:37.363451 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 046d1d90-e192-4a01-89cf-14f652a54ec3 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:32:37.432183 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port 046d1d90-e192-4a01-89cf-14f652a54ec3 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:32:37.437015 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 046d1d90-e192-4a01-89cf-14f652a54ec3 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:32:37.437438 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:37.554755 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:37.581932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd713e71f-336e-4315-ad10-2af4914cf73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046d1d90-e192-4a01-89cf-14f652a54ec3'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:32:37.593128 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 046d1d90-e192-4a01-89cf-14f652a54ec3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=046d1d90-e192-4a01-89cf-14f652a54ec3,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:32:37.596098 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:37.598015 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:37.808175 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd713e71f-336e-4315-ad10-2af4914cf73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046d1d90-e192-4a01-89cf-14f652a54ec3', 'code': 200} Dec 24 10:32:37.839818 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:37.847866 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=046d1d90-e192-4a01-89cf-14f652a54ec3,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:37.851168 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:37.942139 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e5c76-3fef-4a4f-9e3f-59643051a8b0 req-742aa63e-5b15-4e24-af91-d76a6b8702cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:37.944365 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ff0e5c76-3fef-4a4f-9e3f-59643051a8b0 req-742aa63e-5b15-4e24-af91-d76a6b8702cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 1162 time: 0.0787320 Dec 24 10:32:37.978511 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ce55395a-de23-4ea5-b5bf-3d2a0d633d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:38.075485 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ff0e5c76-3fef-4a4f-9e3f-59643051a8b0 req-4c51914f-7381-4610-a9f8-9bcb72579774 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7643fcf0-301a-4ccd-820a-a69bf5e180ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237643 Dec 24 10:32:38.137580 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222ce83-c3cf-4312-9130-30c13c9f2bcd req-a503ce46-8162-4604-bb10-304636ed2da2 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:38.139131 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1222ce83-c3cf-4312-9130-30c13c9f2bcd req-a503ce46-8162-4604-bb10-304636ed2da2 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.1698177 Dec 24 10:32:38.149719 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8769296-cab1-4faf-a6a5-369608171a6d req-b4a2e055-039a-4ca0-a17d-1c80a2f7e24b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:38.151209 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b8769296-cab1-4faf-a6a5-369608171a6d req-b4a2e055-039a-4ca0-a17d-1c80a2f7e24b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 945 time: 0.1213157 Dec 24 10:32:38.224257 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1222ce83-c3cf-4312-9130-30c13c9f2bcd req-92be83d7-0c45-41cc-aa01-6d60df1a0998 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720453 Dec 24 10:32:38.228342 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b8769296-cab1-4faf-a6a5-369608171a6d req-bb7d5243-ee00-4a61-8c41-9dc9e2cda547 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=7643fcf0-301a-4ccd-820a-a69bf5e180ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607722 Dec 24 10:32:38.572229 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 046d1d90-e192-4a01-89cf-14f652a54ec3 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:32:38.644950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 046d1d90-e192-4a01-89cf-14f652a54ec3 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:32:38.645397 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:38.714115 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:38.820822 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a02d3a9b-1487-4647-b663-62ffc5400d3c no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:32:38.936572 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:38.969617 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port a02d3a9b-1487-4647-b663-62ffc5400d3c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=a02d3a9b-1487-4647-b663-62ffc5400d3c,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:32:38.973006 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:38.974764 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:39.043089 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=a02d3a9b-1487-4647-b663-62ffc5400d3c,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:39.046431 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:39.211597 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 36456) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:39.244936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:39.262820 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5b4ea-5994-4ddd-8952-8fc680cc5c43 req-58b4c6a7-4974-4d37-b586-43fd40a300fb tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:39.264456 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-00e5b4ea-5994-4ddd-8952-8fc680cc5c43 req-58b4c6a7-4974-4d37-b586-43fd40a300fb tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.0933356 Dec 24 10:32:39.361063 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-00e5b4ea-5994-4ddd-8952-8fc680cc5c43 req-62335282-927c-4be5-b67e-15e434d0d14e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899401 Dec 24 10:32:39.453284 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9905b28c-d99a-4f0f-8329-40db9d5cab54 req-b91f6658-7eb8-4bdd-a1e6-0ed3302806ac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2403531 Dec 24 10:32:39.468417 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4a975-cd6f-44b1-aa64-4538a10d93cf req-255237cf-6ab8-4dc7-9073-e5ef8daebd37 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:39.470003 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-efa4a975-cd6f-44b1-aa64-4538a10d93cf req-255237cf-6ab8-4dc7-9073-e5ef8daebd37 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 945 time: 0.1079979 Dec 24 10:32:39.522345 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-efa4a975-cd6f-44b1-aa64-4538a10d93cf req-7b452dc9-5f75-4ce2-9c59-288de0ebf6a2 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=7643fcf0-301a-4ccd-820a-a69bf5e180ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455320 Dec 24 10:32:39.740228 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb056f67-1bea-4255-8475-cc62a42ed731 req-a249085f-c8ec-4b24-be73-c5be24a03fae tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:39.741862 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-eb056f67-1bea-4255-8475-cc62a42ed731 req-a249085f-c8ec-4b24-be73-c5be24a03fae tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 945 time: 0.0838335 Dec 24 10:32:39.751424 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 36472) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:32:39.757765 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-cbe170b3-120f-4ec0-add2-731c4f4ac4ec tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Request body: {'floatingip': {'port_id': '046d1d90-e192-4a01-89cf-14f652a54ec3'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:32:39.809236 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a02d3a9b-1487-4647-b663-62ffc5400d3c'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:32:39.839496 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cbe170b3-120f-4ec0-add2-731c4f4ac4ec tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for floatingip, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:39.863312 dv-cinder-768458-2-smb neutron-server[80090]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a02d3a9b-1487-4647-b663-62ffc5400d3c', 'code': 422} returned with failed status Dec 24 10:32:40.012196 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:40.453768 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cbe170b3-120f-4ec0-add2-731c4f4ac4ec tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:40.456338 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cbe170b3-120f-4ec0-add2-731c4f4ac4ec tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:40.748938 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.l3_db [None req-cbe170b3-120f-4ec0-add2-731c4f4ac4ec tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Floating IP 2f4c0cd8-826c-4fa4-84a1-0b30a3bdb0fc associated. External IP: 172.28.2.76, port: 046d1d90-e192-4a01-89cf-14f652a54ec3. Dec 24 10:32:41.048298 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c231ee6-7e19-4923-94bd-e62e6da65ffe req-2109533b-33db-410f-bec9-6a69d4d9b8a3 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:41.049841 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8c231ee6-7e19-4923-94bd-e62e6da65ffe req-2109533b-33db-410f-bec9-6a69d4d9b8a3 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.5280139 Dec 24 10:32:41.172114 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905b28c-d99a-4f0f-8329-40db9d5cab54 req-5cf07afd-864e-4824-ab53-b89ef47e2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:41.173722 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9905b28c-d99a-4f0f-8329-40db9d5cab54 req-5cf07afd-864e-4824-ab53-b89ef47e2a06 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde&tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe HTTP/1.1" status: 200 len: 1161 time: 0.5244229 Dec 24 10:32:41.193810 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8c231ee6-7e19-4923-94bd-e62e6da65ffe req-d750a3f4-61b5-491f-9cfe-f90ceb951f1f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352286 Dec 24 10:32:41.440320 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905b28c-d99a-4f0f-8329-40db9d5cab54 req-e155971c-0e67-49b7-b226-e14b5c5b4fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:41.441961 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9905b28c-d99a-4f0f-8329-40db9d5cab54 req-e155971c-0e67-49b7-b226-e14b5c5b4fac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe&device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 1161 time: 0.2328119 Dec 24 10:32:41.499274 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe170b3-120f-4ec0-add2-731c4f4ac4ec tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:32:41.733038 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905b28c-d99a-4f0f-8329-40db9d5cab54 req-f69f23dd-d936-4c16-9db1-52f44aa03226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:41.734530 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9905b28c-d99a-4f0f-8329-40db9d5cab54 req-f69f23dd-d936-4c16-9db1-52f44aa03226 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27e249bd-cdee-49e6-a577-868f08709dc4 HTTP/1.1" status: 200 len: 911 time: 0.2841465 Dec 24 10:32:41.861696 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe170b3-120f-4ec0-add2-731c4f4ac4ec tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:32:41.870566 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9905b28c-d99a-4f0f-8329-40db9d5cab54 req-2b719b3a-db1e-470c-b6bd-7165ca005e33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a02d3a9b-1487-4647-b663-62ffc5400d3c HTTP/1.1" status: 200 len: 999 time: 0.1284738 Dec 24 10:32:41.871791 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af327be5-5d4a-4c9d-886c-36f8b5b6e445 None None] Sync routers for ids ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'] in dv-cinder-768458-2-smb {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:32:41.883361 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af327be5-5d4a-4c9d-886c-36f8b5b6e445 None None] Routers {'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:32:41.884034 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-af327be5-5d4a-4c9d-886c-36f8b5b6e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:32:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:41.915141 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cbe170b3-120f-4ec0-add2-731c4f4ac4ec tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:41.992403 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-cbe170b3-120f-4ec0-add2-731c4f4ac4ec tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "PUT /v2.0/floatingips/2f4c0cd8-826c-4fa4-84a1-0b30a3bdb0fc HTTP/1.1" status: 200 len: 990 time: 2.2396598 Dec 24 10:32:41.995399 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd713e71f-336e-4315-ad10-2af4914cf73e', 'tag': '046d1d90-e192-4a01-89cf-14f652a54ec3'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:32:42.001992 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905b28c-d99a-4f0f-8329-40db9d5cab54 req-99e474d3-6ea7-4aa4-a75a-637e1ef5fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:42.003523 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9905b28c-d99a-4f0f-8329-40db9d5cab54 req-99e474d3-6ea7-4aa4-a75a-637e1ef5fbae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5dc5c72-d3d1-4df5-be07-e47ed588d585 HTTP/1.1" status: 200 len: 856 time: 0.1253583 Dec 24 10:32:42.099949 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905b28c-d99a-4f0f-8329-40db9d5cab54 req-af4eb6ca-bca8-4438-95b3-d72f57d04fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:42.101762 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9905b28c-d99a-4f0f-8329-40db9d5cab54 req-af4eb6ca-bca8-4438-95b3-d72f57d04fc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27e249bd-cdee-49e6-a577-868f08709dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0920479 Dec 24 10:32:42.227868 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-af327be5-5d4a-4c9d-886c-36f8b5b6e445 None None] Set router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:32:42.237976 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd713e71f-336e-4315-ad10-2af4914cf73e', 'tag': '046d1d90-e192-4a01-89cf-14f652a54ec3', 'status': 'completed', 'code': 200} Dec 24 10:32:42.260194 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9905b28c-d99a-4f0f-8329-40db9d5cab54 req-52aad970-61af-43bd-a61a-e4e5fb2b2547 service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490192 Dec 24 10:32:42.373753 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805547db-b7dd-4d36-88d1-43ec219328f4 req-6537082c-866e-47b9-bcee-56e1ae48bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:42.375597 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-805547db-b7dd-4d36-88d1-43ec219328f4 req-6537082c-866e-47b9-bcee-56e1ae48bdee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=44a7b18f7f114e7e83e1504fcb9d87f0&device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 1162 time: 0.0887485 Dec 24 10:32:42.482138 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9905b28c-d99a-4f0f-8329-40db9d5cab54 req-86ed14f2-ed6d-4c68-8a36-64c3627d856f service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2091935 Dec 24 10:32:42.511313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bad743-3f0e-48f9-9de3-4bba2f07b728 req-21d21469-c2d5-4832-88ee-fe5005b92735 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:42.512908 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-12bad743-3f0e-48f9-9de3-4bba2f07b728 req-21d21469-c2d5-4832-88ee-fe5005b92735 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.1371553 Dec 24 10:32:42.524011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805547db-b7dd-4d36-88d1-43ec219328f4 req-14e5fc43-2c99-436f-b2a6-75fc3c116c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:42.526104 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-805547db-b7dd-4d36-88d1-43ec219328f4 req-14e5fc43-2c99-436f-b2a6-75fc3c116c79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab HTTP/1.1" status: 200 len: 905 time: 0.1430209 Dec 24 10:32:42.583393 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-12bad743-3f0e-48f9-9de3-4bba2f07b728 req-cda43148-1c95-4e1d-8902-3f778a854765 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637012 Dec 24 10:32:42.625890 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-af327be5-5d4a-4c9d-886c-36f8b5b6e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:29Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '2f4c0cd8-826c-4fa4-84a1-0b30a3bdb0fc', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'port_id': '046d1d90-e192-4a01-89cf-14f652a54ec3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'mac_address': 'fa:16:3e:9e:cc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd713e71f-336e-4315-ad10-2af4914cf73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:32:23Z', 'updated_at': '2020-12-24T10:32:40Z', 'revision_number': 1, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce64510a-6db0-40fc-b30c-bac73f3f3c69', 'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'mac_address': 'fa:16:3e:2f:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:44Z', 'revision_number': 5, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'subnets': [{'id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:42.630849 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af327be5-5d4a-4c9d-886c-36f8b5b6e445 None None] Checking router: ea3c0367-5ffd-4dbf-8fbe-911afdab5ade for host: dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:32:42.648042 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af327be5-5d4a-4c9d-886c-36f8b5b6e445 None None] Routers {'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:32:42.648974 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-af327be5-5d4a-4c9d-886c-36f8b5b6e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:32:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:42.654163 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-805547db-b7dd-4d36-88d1-43ec219328f4 req-012e8db5-bf66-44a3-b7a4-1a91e4e46013 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=046d1d90-e192-4a01-89cf-14f652a54ec3 HTTP/1.1" status: 200 len: 998 time: 0.1163425 Dec 24 10:32:42.727795 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805547db-b7dd-4d36-88d1-43ec219328f4 req-3f2a9110-9104-4f0a-964a-72b7512f010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:42.729533 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-805547db-b7dd-4d36-88d1-43ec219328f4 req-3f2a9110-9104-4f0a-964a-72b7512f010e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=19585d93-b83b-43b8-8e49-feca5067fd3e HTTP/1.1" status: 200 len: 850 time: 0.0687962 Dec 24 10:32:42.810611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805547db-b7dd-4d36-88d1-43ec219328f4 req-07184d39-d40e-4a37-8457-22cd78307757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:42.812167 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-805547db-b7dd-4d36-88d1-43ec219328f4 req-07184d39-d40e-4a37-8457-22cd78307757 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=34d3c73d-fecd-474a-9b1a-ae4d58b54cab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744860 Dec 24 10:32:42.837493 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-af327be5-5d4a-4c9d-886c-36f8b5b6e445 None None] Set router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:32:42.954524 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-805547db-b7dd-4d36-88d1-43ec219328f4 req-bba47db5-71ee-4e6e-b1c4-5107a60e116b service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344364 Dec 24 10:32:43.219772 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-af327be5-5d4a-4c9d-886c-36f8b5b6e445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:29Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '2f4c0cd8-826c-4fa4-84a1-0b30a3bdb0fc', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'port_id': '046d1d90-e192-4a01-89cf-14f652a54ec3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'mac_address': 'fa:16:3e:9e:cc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd713e71f-336e-4315-ad10-2af4914cf73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:32:23Z', 'updated_at': '2020-12-24T10:32:40Z', 'revision_number': 1, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce64510a-6db0-40fc-b30c-bac73f3f3c69', 'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'mac_address': 'fa:16:3e:2f:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:44Z', 'revision_number': 5, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'subnets': [{'id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:32:43.225065 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af327be5-5d4a-4c9d-886c-36f8b5b6e445 None None] The sync data for ids ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'] in dv-cinder-768458-2-smb is: [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:29Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '2f4c0cd8-826c-4fa4-84a1-0b30a3bdb0fc', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'port_id': '046d1d90-e192-4a01-89cf-14f652a54ec3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'mac_address': 'fa:16:3e:9e:cc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd713e71f-336e-4315-ad10-2af4914cf73e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:32:23Z', 'updated_at': '2020-12-24T10:32:40Z', 'revision_number': 1, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce64510a-6db0-40fc-b30c-bac73f3f3c69', 'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'mac_address': 'fa:16:3e:2f:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:44Z', 'revision_number': 5, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'subnets': [{'id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:32:43.370138 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-805547db-b7dd-4d36-88d1-43ec219328f4 req-05d7825c-c934-4d93-9be7-7f67b66a0b92 service neutron] 10.222.0.20 "GET /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3921645 Dec 24 10:32:43.510166 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64473f5-a004-45cc-b5c2-415f2d527214 None None] New status for floating IP 2f4c0cd8-826c-4fa4-84a1-0b30a3bdb0fc: ACTIVE {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 24 10:32:43.864838 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e898ef4-2e92-4b5d-810c-4c41d6d7beac req-7cdddc15-b409-42d2-8545-59279b42e787 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:43.874581 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2e898ef4-2e92-4b5d-810c-4c41d6d7beac req-7cdddc15-b409-42d2-8545-59279b42e787 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.0930033 Dec 24 10:32:43.922389 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2e898ef4-2e92-4b5d-810c-4c41d6d7beac req-ccdff3fe-30a3-4284-801b-bb6687d69c3e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468466 Dec 24 10:32:45.168102 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516aec30-35cb-4322-a20f-38538a3df019 req-a6a0e123-66ed-42a4-ba36-88ef1101db13 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:45.169816 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-516aec30-35cb-4322-a20f-38538a3df019 req-a6a0e123-66ed-42a4-ba36-88ef1101db13 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.0884423 Dec 24 10:32:45.220362 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-516aec30-35cb-4322-a20f-38538a3df019 req-e17e2457-1017-407d-909e-c31cc0c42283 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434430 Dec 24 10:32:46.477420 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7387b5-eaff-40cb-9636-d4a3e7a7d912 req-5c749a70-36df-4e3e-b95e-f7c417c6b052 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:46.479143 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4c7387b5-eaff-40cb-9636-d4a3e7a7d912 req-5c749a70-36df-4e3e-b95e-f7c417c6b052 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.1029923 Dec 24 10:32:46.529002 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4c7387b5-eaff-40cb-9636-d4a3e7a7d912 req-e4eaf8ac-5e15-436a-bf7d-94a3566136e2 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429518 Dec 24 10:32:47.768233 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76731a-f3c2-4579-ac6d-751abc08da55 req-24eba031-fd68-438e-bdf7-a522cd8f6320 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:47.769836 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2c76731a-f3c2-4579-ac6d-751abc08da55 req-24eba031-fd68-438e-bdf7-a522cd8f6320 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.0900600 Dec 24 10:32:47.824312 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2c76731a-f3c2-4579-ac6d-751abc08da55 req-ca79097f-9b59-4377-a9ce-7fa70941b382 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475619 Dec 24 10:32:49.072856 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585c665-45d2-498e-8699-b22ebe68fda2 req-fb7555b4-9907-4cf2-9e22-c859adced4c1 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:49.074488 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d585c665-45d2-498e-8699-b22ebe68fda2 req-fb7555b4-9907-4cf2-9e22-c859adced4c1 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.0890644 Dec 24 10:32:49.125478 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d585c665-45d2-498e-8699-b22ebe68fda2 req-3dbfaee0-e441-43e7-9da0-0e522a276094 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444393 Dec 24 10:32:50.503761 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082c230-44d9-4554-a3a8-4cdec710f9a5 req-520f850e-2b47-4684-aa5d-2e756a720060 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:50.505548 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5082c230-44d9-4554-a3a8-4cdec710f9a5 req-520f850e-2b47-4684-aa5d-2e756a720060 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.0899625 Dec 24 10:32:50.559201 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5082c230-44d9-4554-a3a8-4cdec710f9a5 req-5c8277e6-2509-4976-a278-4c7ece7ba2c1 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464163 Dec 24 10:32:51.792342 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552b258-afaa-4a19-824a-ad66b008ae74 req-8af77a55-68da-4104-8a15-45759aa2d746 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:51.793966 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7552b258-afaa-4a19-824a-ad66b008ae74 req-8af77a55-68da-4104-8a15-45759aa2d746 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.0850620 Dec 24 10:32:51.845453 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7552b258-afaa-4a19-824a-ad66b008ae74 req-4f2e36f7-b811-4d63-a55a-7999064227a9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450938 Dec 24 10:32:53.090974 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b4d91-6e60-44bd-950e-2fe92172ae18 req-4a19a150-b685-4ef9-a5ca-da3c41bf5ee1 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:53.100715 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c92b4d91-6e60-44bd-950e-2fe92172ae18 req-4a19a150-b685-4ef9-a5ca-da3c41bf5ee1 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.1057026 Dec 24 10:32:53.147655 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c92b4d91-6e60-44bd-950e-2fe92172ae18 req-99ee58a4-0935-445b-8d46-a586953ef005 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455787 Dec 24 10:32:54.375378 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1f831-3f44-4fbe-9a29-eca819134557 req-f2027c59-940d-4388-9c6d-e73499b4aedc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:54.376985 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-60c1f831-3f44-4fbe-9a29-eca819134557 req-f2027c59-940d-4388-9c6d-e73499b4aedc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.0856142 Dec 24 10:32:54.424013 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-60c1f831-3f44-4fbe-9a29-eca819134557 req-d96e1155-11e5-4ead-bc1a-193535824d8d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404701 Dec 24 10:32:55.652647 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a790495-3754-4ea7-a809-17937178bdf6 req-62e41a4e-da09-4243-86d1-0c9b5f3c963f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:55.654259 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2a790495-3754-4ea7-a809-17937178bdf6 req-62e41a4e-da09-4243-86d1-0c9b5f3c963f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.0848689 Dec 24 10:32:55.704131 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2a790495-3754-4ea7-a809-17937178bdf6 req-82ac2eeb-1526-411a-84a2-50bed16cdc46 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434215 Dec 24 10:32:56.931517 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437be97-ad58-4431-929a-8f78d0eb628b req-9902e7cd-f628-4d77-a240-7b5d5ea10046 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:56.933127 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3437be97-ad58-4431-929a-8f78d0eb628b req-9902e7cd-f628-4d77-a240-7b5d5ea10046 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 944 time: 0.0827949 Dec 24 10:32:56.980774 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3437be97-ad58-4431-929a-8f78d0eb628b req-c46617e5-4aa1-4687-8a3f-de9f8b97be2e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414071 Dec 24 10:32:57.017940 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a02d3a9b-1487-4647-b663-62ffc5400d3c up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:32:57.088932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port a02d3a9b-1487-4647-b663-62ffc5400d3c triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:32:57.089348 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:57.202020 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:57.232033 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02d3a9b-1487-4647-b663-62ffc5400d3c'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:32:57.242162 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port a02d3a9b-1487-4647-b663-62ffc5400d3c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=a02d3a9b-1487-4647-b663-62ffc5400d3c,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:32:57.245347 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:57.247336 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:32:57.313131 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=a02d3a9b-1487-4647-b663-62ffc5400d3c,revision_number=6']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:32:57.316732 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:32:57.510993 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02d3a9b-1487-4647-b663-62ffc5400d3c', 'code': 200} Dec 24 10:32:58.084161 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e008b5d-7174-4545-bd09-4bb54ae95d22 req-a32963e0-d93b-4e52-8d5c-835cfd3f6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:58.086097 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1e008b5d-7174-4545-bd09-4bb54ae95d22 req-a32963e0-d93b-4e52-8d5c-835cfd3f6193 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 1163 time: 0.0776041 Dec 24 10:32:58.139986 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1e008b5d-7174-4545-bd09-4bb54ae95d22 req-ed14abed-c6eb-4b02-8ca8-8d27bc36a845 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450914 Dec 24 10:32:58.220648 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f9752-cdfa-4cd2-9cff-cecf6f88c74b req-9b6d3909-6965-4acb-8922-f843316602d6 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:58.222344 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1a9f9752-cdfa-4cd2-9cff-cecf6f88c74b req-9b6d3909-6965-4acb-8922-f843316602d6 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.0944903 Dec 24 10:32:58.274274 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1a9f9752-cdfa-4cd2-9cff-cecf6f88c74b req-14a8540e-b621-427a-ba44-eeba108fd75d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442176 Dec 24 10:32:58.761996 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a02d3a9b-1487-4647-b663-62ffc5400d3c up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:32:58.833253 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port a02d3a9b-1487-4647-b663-62ffc5400d3c triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:32:58.833599 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:32:59.525738 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fe0fa-8f28-40e1-9839-8d4e244db363 req-ba8d0fe4-2d6a-487f-b4ff-4ea797d4b3f1 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:32:59.527396 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8d3fe0fa-8f28-40e1-9839-8d4e244db363 req-ba8d0fe4-2d6a-487f-b4ff-4ea797d4b3f1 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.0867505 Dec 24 10:32:59.584297 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8d3fe0fa-8f28-40e1-9839-8d4e244db363 req-09178627-580f-495d-80a7-e2d298ca9255 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488760 Dec 24 10:33:00.810816 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd81a93-9540-49b3-8170-7436bcd38640 req-f6a0e535-2b54-407d-b11c-4172edfe8cab tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:00.812409 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6fd81a93-9540-49b3-8170-7436bcd38640 req-f6a0e535-2b54-407d-b11c-4172edfe8cab tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.0839980 Dec 24 10:33:00.859628 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6fd81a93-9540-49b3-8170-7436bcd38640 req-685077a0-d9d2-4794-ae5f-4574110d1f87 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398624 Dec 24 10:33:01.135523 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:33:05.314946 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9704fb92-b90d-4481-86d1-2a0a74c58bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:07.815117 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:07.969567 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a3110ad4-c537-42f0-926b-611b4f5dbdf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:08.721598 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:09.247962 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:10.011938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:34.335936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751bdbf-1105-4e86-a040-17e064a36d29 req-f9dc2003-3ed5-4b90-9efa-3966ae02a0ca tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:34.337801 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a751bdbf-1105-4e86-a040-17e064a36d29 req-f9dc2003-3ed5-4b90-9efa-3966ae02a0ca tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 945 time: 0.0896680 Dec 24 10:33:34.390288 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a751bdbf-1105-4e86-a040-17e064a36d29 req-f6e0bb24-2c67-4d39-ae1d-5e247ac15088 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=7643fcf0-301a-4ccd-820a-a69bf5e180ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454974 Dec 24 10:33:35.316732 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0b338f53-00a0-448e-81d7-c79d9419742f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:35.620834 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd14df9-21db-4a35-a163-eaffbb5c914c req-28d576ff-125a-4af4-afb7-cd3143c9fa61 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:35.622589 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2cd14df9-21db-4a35-a163-eaffbb5c914c req-28d576ff-125a-4af4-afb7-cd3143c9fa61 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 945 time: 0.0910320 Dec 24 10:33:35.675545 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-2cd14df9-21db-4a35-a163-eaffbb5c914c req-df606a4f-5aac-48c2-9a23-5ae330f9f890 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=7643fcf0-301a-4ccd-820a-a69bf5e180ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464764 Dec 24 10:33:36.192990 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ad922-89da-4845-8979-737e698079bd req-cd33e0a9-e204-4e62-a448-3126e73fefd5 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:36.194604 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-fe4ad922-89da-4845-8979-737e698079bd req-cd33e0a9-e204-4e62-a448-3126e73fefd5 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.3067400 Dec 24 10:33:36.242234 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-fe4ad922-89da-4845-8979-737e698079bd req-5b0e3c63-6ace-4fab-82c0-a16501810de0 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411425 Dec 24 10:33:36.418438 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-d4934aa6-28c9-48e3-973c-21a0c159b57c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:36.419203 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-d4934aa6-28c9-48e3-973c-21a0c159b57c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Synchronizing usage tracker for tenant:44a7b18f7f114e7e83e1504fcb9d87f0 on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:33:36.435433 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-d4934aa6-28c9-48e3-973c-21a0c159b57c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Unset dirty status for tenant:44a7b18f7f114e7e83e1504fcb9d87f0 on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:33:36.436739 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-d4934aa6-28c9-48e3-973c-21a0c159b57c tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.20 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 945 time: 0.1012423 Dec 24 10:33:36.516798 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Deleting port 046d1d90-e192-4a01-89cf-14f652a54ec3 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:33:36.517154 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:36.781332 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] For port 046d1d90-e192-4a01-89cf-14f652a54ec3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=046d1d90-e192-4a01-89cf-14f652a54ec3,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:33:36.781897 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:36.895432 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7a2c0-3396-432b-8754-775797040f7a req-4b6467bf-1d58-4e6d-99f3-58302c8c45f4 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:36.897117 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f1a7a2c0-3396-432b-8754-775797040f7a req-4b6467bf-1d58-4e6d-99f3-58302c8c45f4 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 945 time: 0.0866530 Dec 24 10:33:36.946889 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f1a7a2c0-3396-432b-8754-775797040f7a req-46192b8e-a439-45c1-aeb4-45c5d547b622 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=7643fcf0-301a-4ccd-820a-a69bf5e180ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432768 Dec 24 10:33:36.957564 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 046d1d90-e192-4a01-89cf-14f652a54ec3 no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:33:37.075169 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:37.094935 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for floatingip, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:37.095347 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:37.095697 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.l3_db [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Floating IP 2f4c0cd8-826c-4fa4-84a1-0b30a3bdb0fc disassociated. External IP: 172.28.2.76, port: 046d1d90-e192-4a01-89cf-14f652a54ec3. Dec 24 10:33:37.096075 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Calling delete_port for 046d1d90-e192-4a01-89cf-14f652a54ec3 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:33:37.106285 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd713e71f-336e-4315-ad10-2af4914cf73e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046d1d90-e192-4a01-89cf-14f652a54ec3'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:33:37.113761 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 046d1d90-e192-4a01-89cf-14f652a54ec3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=046d1d90-e192-4a01-89cf-14f652a54ec3,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:33:37.117028 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:37.119199 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:37.174977 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd713e71f-336e-4315-ad10-2af4914cf73e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '046d1d90-e192-4a01-89cf-14f652a54ec3', 'code': 200} Dec 24 10:33:37.181619 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.api [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80200) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:33:37.181985 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_db.api [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 24 10:33:37.191637 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=046d1d90-e192-4a01-89cf-14f652a54ec3,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:37.200186 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.200573 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.200976 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.201350 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.201718 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.202085 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.202449 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.202814 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.203175 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.203542 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.203901 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.204261 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.204715 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.205069 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.205430 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.205790 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.206146 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.206506 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.206868 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.207230 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.207591 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.207959 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.208317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.208705 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:37.213920 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:37.473677 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac125119-39c9-4185-9247-a73882f844c5 req-de477d33-ea36-47a8-b42a-2e83e5e5dd4b tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:37.475281 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ac125119-39c9-4185-9247-a73882f844c5 req-de477d33-ea36-47a8-b42a-2e83e5e5dd4b tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.0831716 Dec 24 10:33:37.527676 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ac125119-39c9-4185-9247-a73882f844c5 req-c6de6312-94e8-4769-a555-e7b37cbb612d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451005 Dec 24 10:33:37.682820 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Deleting port 046d1d90-e192-4a01-89cf-14f652a54ec3 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:33:37.683203 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:37.818653 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:37.819879 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecc11f-da78-4270-a697-334ae53a85f5 req-af96467d-eb61-43d6-b725-9633a714e921 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:37.821582 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-04ecc11f-da78-4270-a697-334ae53a85f5 req-af96467d-eb61-43d6-b725-9633a714e921 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.20 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 946 time: 0.0853686 Dec 24 10:33:37.896466 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-04ecc11f-da78-4270-a697-334ae53a85f5 req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Deleting port a02d3a9b-1487-4647-b663-62ffc5400d3c {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:33:37.896887 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-04ecc11f-da78-4270-a697-334ae53a85f5 req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:37.951450 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] For port 046d1d90-e192-4a01-89cf-14f652a54ec3, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=046d1d90-e192-4a01-89cf-14f652a54ec3,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:33:37.951868 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:37.972185 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-98322261-3f7b-4831-af5c-44264b150592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:38.135412 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:33:38.232426 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-04ecc11f-da78-4270-a697-334ae53a85f5 req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] For port a02d3a9b-1487-4647-b663-62ffc5400d3c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=a02d3a9b-1487-4647-b663-62ffc5400d3c,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:33:38.232860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-04ecc11f-da78-4270-a697-334ae53a85f5 req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:38.270389 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for floatingip, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:38.270798 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:38.271157 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.l3_db [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Floating IP 2f4c0cd8-826c-4fa4-84a1-0b30a3bdb0fc disassociated. External IP: 172.28.2.76, port: 046d1d90-e192-4a01-89cf-14f652a54ec3. Dec 24 10:33:38.271541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Calling delete_port for 046d1d90-e192-4a01-89cf-14f652a54ec3 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:33:38.334503 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8d8ba-2599-4d51-b21d-2473e22b6221 req-d8abddcc-fe8d-4d24-80fb-5d17ec721fbe tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:38.336126 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e6e8d8ba-2599-4d51-b21d-2473e22b6221 req-d8abddcc-fe8d-4d24-80fb-5d17ec721fbe tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 943 time: 0.2212706 Dec 24 10:33:38.423972 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:38.439776 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:38.476411 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e6e8d8ba-2599-4d51-b21d-2473e22b6221 req-95bb2c61-80c4-45b6-a78b-a517ace7277b tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups?id=7643fcf0-301a-4ccd-820a-a69bf5e180ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267946 Dec 24 10:33:38.507799 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event deleted for resources: {'Port': ['ID=046d1d90-e192-4a01-89cf-14f652a54ec3,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:38.581494 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.581745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.582196 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.582471 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.582883 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.583288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.583690 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.584344 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.584764 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.585181 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.585582 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.585981 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.587106 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.587523 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.587922 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.588536 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.588961 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.589332 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.589729 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.590122 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.590517 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.590912 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.591303 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.591694 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.599678 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:38.601270 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-04ecc11f-da78-4270-a697-334ae53a85f5 req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:38.601637 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-04ecc11f-da78-4270-a697-334ae53a85f5 req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:38.602045 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.l3_db [req-04ecc11f-da78-4270-a697-334ae53a85f5 req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Floating IP 1e09cc07-262e-4282-b007-cc951bab36f3 disassociated. External IP: 172.28.2.39, port: a02d3a9b-1487-4647-b663-62ffc5400d3c. Dec 24 10:33:38.602397 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-04ecc11f-da78-4270-a697-334ae53a85f5 req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Calling delete_port for a02d3a9b-1487-4647-b663-62ffc5400d3c owned by compute:nova {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:33:38.734402 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:38.826729 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-04ecc11f-da78-4270-a697-334ae53a85f5 req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:38.827882 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:33:38.844432 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-51742322-57ef-4d6e-b2eb-70ba9e116cf6 tempest-ServerRescueNegativeTestJSON-1014820460 tempest-ServerRescueNegativeTestJSON-1014820460] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:38.896582 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e2f11-65c6-456a-8956-6a139bf76906 req-e97c29b8-96c9-4d50-a748-fd3784ba5051 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:38.898267 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0a7e2f11-65c6-456a-8956-6a139bf76906 req-e97c29b8-96c9-4d50-a748-fd3784ba5051 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 867 time: 0.2108848 Dec 24 10:33:38.910044 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event deleted for resources: {'Port': ['ID=a02d3a9b-1487-4647-b663-62ffc5400d3c,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:38.989617 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.989921 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.990317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.990706 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.991091 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.991475 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.991854 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.992233 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.993175 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.993558 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.993936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.994311 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.994746 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.995127 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.995502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.995875 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.996247 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.996620 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.997024 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.997397 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.997772 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.998141 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.998543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:38.998920 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:33:39.008966 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a02d3a9b-1487-4647-b663-62ffc5400d3c no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:33:39.011154 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:39.025048 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:33:39.037069 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4611fe6-cdf7-4607-8587-9c22d54e08c4 None None] Sync routers for ids ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'] in dv-cinder-768458-2-smb {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:33:39.060661 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4611fe6-cdf7-4607-8587-9c22d54e08c4 None None] Routers {'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:33:39.061403 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-e4611fe6-cdf7-4607-8587-9c22d54e08c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:33:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:39.072404 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0a7e2f11-65c6-456a-8956-6a139bf76906 req-e4f6bd9b-37e3-42f8-8160-44233d0d4d12 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=e45ae168-bc54-43ef-9f47-3d34013611c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595137 Dec 24 10:33:39.085570 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] No Port match for: a02d3a9b-1487-4647-b663-62ffc5400d3c {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:33:39.085960 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device a02d3a9b-1487-4647-b663-62ffc5400d3c not bound to the agent host hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:33:39.090738 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] No DVR routers for this DVR port 046d1d90-e192-4a01-89cf-14f652a54ec3 on host hv-cinder-76845 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:33:39.100097 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:39.104239 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd713e71f-336e-4315-ad10-2af4914cf73e', 'name': 'network-vif-deleted', 'tag': '046d1d90-e192-4a01-89cf-14f652a54ec3'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:33:39.138721 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-990f4243-bd3c-4b44-a55e-c12468df36f9 req-f014642e-5bb2-48be-b30c-10cd2dade1d0 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.20 "DELETE /v2.0/ports/046d1d90-e192-4a01-89cf-14f652a54ec3 HTTP/1.1" status: 204 len: 173 time: 2.6957781 Dec 24 10:33:39.267934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:39.311286 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-e4611fe6-cdf7-4607-8587-9c22d54e08c4 None None] Set router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:33:39.364318 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd713e71f-336e-4315-ad10-2af4914cf73e', 'name': 'network-vif-deleted', 'tag': '046d1d90-e192-4a01-89cf-14f652a54ec3', 'status': 'completed', 'code': 200} Dec 24 10:33:39.374522 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04ecc11f-da78-4270-a697-334ae53a85f5 req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Router bbb9f05a-aa75-48d7-b7f1-4511489fc416 has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:33:39.583035 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04ecc11f-da78-4270-a697-334ae53a85f5 req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:33:39.594550 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a5f042-097b-435b-9899-6fe41a9dc184 None None] Sync routers for ids ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'] in dv-cinder-768458-2-smb {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:33:39.618700 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a5f042-097b-435b-9899-6fe41a9dc184 None None] Routers {'bbb9f05a-aa75-48d7-b7f1-4511489fc416'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:33:39.619365 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-53a5f042-097b-435b-9899-6fe41a9dc184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:33:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:39.627149 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ecc11f-da78-4270-a697-334ae53a85f5 req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] No DVR routers for this DVR port a02d3a9b-1487-4647-b663-62ffc5400d3c on host hv-cinder-76845 {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:33:39.637927 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-04ecc11f-da78-4270-a697-334ae53a85f5 req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:39.643535 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'name': 'network-vif-deleted', 'tag': 'a02d3a9b-1487-4647-b663-62ffc5400d3c'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:33:39.663349 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-04ecc11f-da78-4270-a697-334ae53a85f5 req-d501f364-12c8-40da-a6de-1db1e9824369 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.20 "DELETE /v2.0/ports/a02d3a9b-1487-4647-b663-62ffc5400d3c HTTP/1.1" status: 204 len: 173 time: 1.8365691 Dec 24 10:33:39.788201 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92edb388-6ac2-4f20-bdd8-72c6e902ebde', 'name': 'network-vif-deleted', 'tag': 'a02d3a9b-1487-4647-b663-62ffc5400d3c', 'status': 'completed', 'code': 200} Dec 24 10:33:39.872470 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cbee5685-af28-4981-adbe-65add59ddda0 req-9227b379-7e05-4c53-b3d0-0e12f1965144 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/ports?device_id=d713e71f-336e-4315-ad10-2af4914cf73e HTTP/1.1" status: 200 len: 210 time: 0.0578852 Dec 24 10:33:39.885949 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-e4611fe6-cdf7-4607-8587-9c22d54e08c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:29Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': 'ce64510a-6db0-40fc-b30c-bac73f3f3c69', 'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'mac_address': 'fa:16:3e:2f:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:44Z', 'revision_number': 5, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'subnets': [{'id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:39.888175 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-53a5f042-097b-435b-9899-6fe41a9dc184 None None] Set router bbb9f05a-aa75-48d7-b7f1-4511489fc416 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:33:39.890291 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4611fe6-cdf7-4607-8587-9c22d54e08c4 None None] Checking router: ea3c0367-5ffd-4dbf-8fbe-911afdab5ade for host: dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:33:39.904316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4611fe6-cdf7-4607-8587-9c22d54e08c4 None None] Routers {'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:33:39.905283 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-e4611fe6-cdf7-4607-8587-9c22d54e08c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:33:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:40.091460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:40.097997 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-e4611fe6-cdf7-4607-8587-9c22d54e08c4 None None] Set router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:33:40.272539 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-53a5f042-097b-435b-9899-6fe41a9dc184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:57Z', 'revision_number': 5, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:40.278651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a5f042-097b-435b-9899-6fe41a9dc184 None None] Checking router: bbb9f05a-aa75-48d7-b7f1-4511489fc416 for host: dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:33:40.290308 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a5f042-097b-435b-9899-6fe41a9dc184 None None] Routers {'bbb9f05a-aa75-48d7-b7f1-4511489fc416'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:33:40.291172 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-53a5f042-097b-435b-9899-6fe41a9dc184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:33:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:40.332992 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-21a0dbee-d969-4e89-8c0a-bdd8ad734205 req-cf37fe8e-e8b4-4b4a-974e-237cbe0b5edb tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Synchronizing usage tracker for tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:33:40.352646 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-21a0dbee-d969-4e89-8c0a-bdd8ad734205 req-cf37fe8e-e8b4-4b4a-974e-237cbe0b5edb tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Unset dirty status for tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:33:40.357224 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-21a0dbee-d969-4e89-8c0a-bdd8ad734205 req-cf37fe8e-e8b4-4b4a-974e-237cbe0b5edb tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=92edb388-6ac2-4f20-bdd8-72c6e902ebde HTTP/1.1" status: 200 len: 210 time: 0.0722299 Dec 24 10:33:40.464216 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-e4611fe6-cdf7-4607-8587-9c22d54e08c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:29Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': 'ce64510a-6db0-40fc-b30c-bac73f3f3c69', 'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'mac_address': 'fa:16:3e:2f:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:44Z', 'revision_number': 5, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'subnets': [{'id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:40.469889 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4611fe6-cdf7-4607-8587-9c22d54e08c4 None None] The sync data for ids ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'] in dv-cinder-768458-2-smb is: [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:27:29Z', 'revision_number': 4, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': 'ce64510a-6db0-40fc-b30c-bac73f3f3c69', 'name': '', 'network_id': '34d3c73d-fecd-474a-9b1a-ae4d58b54cab', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'mac_address': 'fa:16:3e:2f:2e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:24Z', 'updated_at': '2020-12-24T10:27:44Z', 'revision_number': 5, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'subnets': [{'id': '19585d93-b83b-43b8-8e49-feca5067fd3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:33:40.497687 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-53a5f042-097b-435b-9899-6fe41a9dc184 None None] Set router bbb9f05a-aa75-48d7-b7f1-4511489fc416 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:33:40.891254 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa82f356-84bd-4c68-bbbf-1a09d822814d None None] New status for floating IP 2f4c0cd8-826c-4fa4-84a1-0b30a3bdb0fc: DOWN {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 24 10:33:41.012141 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-53a5f042-097b-435b-9899-6fe41a9dc184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:57Z', 'revision_number': 5, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:41.016443 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a5f042-097b-435b-9899-6fe41a9dc184 None None] The sync data for ids ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'] in dv-cinder-768458-2-smb is: [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:57Z', 'revision_number': 5, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:33:41.045681 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 36774) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:41.118961 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e222620f-638c-4bf3-9ddb-69ec98a2dcc1 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:41.150181 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e222620f-638c-4bf3-9ddb-69ec98a2dcc1 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:41.197087 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e222620f-638c-4bf3-9ddb-69ec98a2dcc1 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:41.202171 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9d9da3f4-c037-4155-9e91-e81bfd5ac1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:41.222924 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222620f-638c-4bf3-9ddb-69ec98a2dcc1 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event deleted for resources: {'SecurityGroup': ['ID=7643fcf0-301a-4ccd-820a-a69bf5e180ca,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:41.229712 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e222620f-638c-4bf3-9ddb-69ec98a2dcc1 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:41.231952 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e222620f-638c-4bf3-9ddb-69ec98a2dcc1 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:41.233370 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-e222620f-638c-4bf3-9ddb-69ec98a2dcc1 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "DELETE /v2.0/security-groups/7643fcf0-301a-4ccd-820a-a69bf5e180ca HTTP/1.1" status: 204 len: 168 time: 0.1866128 Dec 24 10:33:41.236130 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 36778) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:41.263784 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.v2.resource [None req-62fd7261-c88b-4066-9bcb-10ec2e89c869 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] show failed (client error): The resource could not be found. Dec 24 10:33:41.264946 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-62fd7261-c88b-4066-9bcb-10ec2e89c869 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "GET /v2.0/security-groups/7643fcf0-301a-4ccd-820a-a69bf5e180ca HTTP/1.1" status: 404 len: 347 time: 0.0277231 Dec 24 10:33:41.268159 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 36782) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:41.432456 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-e02023ad-da7e-4e62-bc61-14d43bffe489 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Deleting port 43e0d7b6-8fda-4c86-a9a7-8d4ebbebf688 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:33:41.432887 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e02023ad-da7e-4e62-bc61-14d43bffe489 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:41.516913 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d49cbe7-63b8-41aa-a3cf-46160899271d None None] New status for floating IP 1e09cc07-262e-4282-b007-cc951bab36f3: DOWN {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 24 10:33:41.544357 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36790) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:41.632172 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e02023ad-da7e-4e62-bc61-14d43bffe489 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:41.632538 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e02023ad-da7e-4e62-bc61-14d43bffe489 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for floatingip, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:41.650780 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-32184869-a23b-491e-8edb-c7399ba441d3 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:41.681975 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-32184869-a23b-491e-8edb-c7399ba441d3 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:41.734133 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-32184869-a23b-491e-8edb-c7399ba441d3 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:41.738464 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b1eb7902-3f95-4f00-8e9d-a42e3185d751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:41.758025 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32184869-a23b-491e-8edb-c7399ba441d3 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45ae168-bc54-43ef-9f47-3d34013611c8,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:41.762494 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-32184869-a23b-491e-8edb-c7399ba441d3 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:41.775142 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-32184869-a23b-491e-8edb-c7399ba441d3 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:41.776610 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-32184869-a23b-491e-8edb-c7399ba441d3 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "DELETE /v2.0/security-groups/e45ae168-bc54-43ef-9f47-3d34013611c8 HTTP/1.1" status: 204 len: 168 time: 0.2310677 Dec 24 10:33:41.781188 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36794) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:41.800471 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.v2.resource [None req-23a9f030-e56d-445d-aceb-438278737b3f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] show failed (client error): The resource could not be found. Dec 24 10:33:41.802318 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-23a9f030-e56d-445d-aceb-438278737b3f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups/e45ae168-bc54-43ef-9f47-3d34013611c8 HTTP/1.1" status: 404 len: 347 time: 0.0197029 Dec 24 10:33:41.805689 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36798) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:41.835882 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-e02023ad-da7e-4e62-bc61-14d43bffe489 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Calling delete_port for 43e0d7b6-8fda-4c86-a9a7-8d4ebbebf688 owned by network:floatingip {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:33:41.973860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-a7d885ba-22bf-4111-9721-cbf541a80959 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Deleting port ba2a6932-b789-41d2-af9b-1507359f25df {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:33:41.974513 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a7d885ba-22bf-4111-9721-cbf541a80959 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:41.983057 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e02023ad-da7e-4e62-bc61-14d43bffe489 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:41.999556 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0e5dba45-c944-42d8-8d9b-b9dbcc59dd95 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:42.055883 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02023ad-da7e-4e62-bc61-14d43bffe489 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Pushing event deleted for resources: {'Port': ['ID=43e0d7b6-8fda-4c86-a9a7-8d4ebbebf688,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:42.060724 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e02023ad-da7e-4e62-bc61-14d43bffe489 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:42.164269 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a7d885ba-22bf-4111-9721-cbf541a80959 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:42.165480 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a7d885ba-22bf-4111-9721-cbf541a80959 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for floatingip, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:42.304776 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-a7d885ba-22bf-4111-9721-cbf541a80959 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Calling delete_port for ba2a6932-b789-41d2-af9b-1507359f25df owned by network:floatingip {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:33:42.444907 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e02023ad-da7e-4e62-bc61-14d43bffe489 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks [] for floatingip, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:42.449262 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a7d885ba-22bf-4111-9721-cbf541a80959 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:42.460077 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e02023ad-da7e-4e62-bc61-14d43bffe489 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:42.465977 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-e02023ad-da7e-4e62-bc61-14d43bffe489 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] 10.222.0.58 "DELETE /v2.0/floatingips/2f4c0cd8-826c-4fa4-84a1-0b30a3bdb0fc HTTP/1.1" status: 204 len: 168 time: 1.1921942 Dec 24 10:33:42.466172 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-39681685-4605-4f84-bbfc-562518b65ded tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:42.522196 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d885ba-22bf-4111-9721-cbf541a80959 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event deleted for resources: {'Port': ['ID=ba2a6932-b789-41d2-af9b-1507359f25df,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:42.527680 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a7d885ba-22bf-4111-9721-cbf541a80959 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:42.694008 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a7d885ba-22bf-4111-9721-cbf541a80959 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for floatingip, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:42.712184 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a7d885ba-22bf-4111-9721-cbf541a80959 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:42.713513 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-a7d885ba-22bf-4111-9721-cbf541a80959 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "DELETE /v2.0/floatingips/1e09cc07-262e-4282-b007-cc951bab36f3 HTTP/1.1" status: 204 len: 168 time: 0.9067628 Dec 24 10:33:42.989774 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36808) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:42.995673 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Request body: {'security_group': {'name': 'tempest-securitygroup--1898277041', 'description': 'tempest-description--145196035'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:33:43.002208 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:33:43.006602 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Usage tracker for resource:security_group and tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:33:43.010185 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:33:43.015876 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:33:43.026107 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:43.047219 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:33:43.051208 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Usage tracker for resource:security_group_rule and tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:33:43.054214 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:33:43.059996 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:33:43.134432 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:43.137442 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:43.142832 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-32184869-a23b-491e-8edb-c7399ba441d3 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:43.191207 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event updated for resources: {'SecurityGroup': ['ID=7791ab1f-886d-45df-a8ca-8e8b5eea6169,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:43.194023 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:43.195297 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1729 time: 0.2044399 Dec 24 10:33:43.196944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:43.198954 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36812) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:43.204341 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-2f4ab16d-e917-41fa-abb3-0f4e6ecadc81 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Request body: {'security_group_rule': {'security_group_id': '7791ab1f-886d-45df-a8ca-8e8b5eea6169', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:33:43.211080 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-2f4ab16d-e917-41fa-abb3-0f4e6ecadc81 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:33:43.215096 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-2f4ab16d-e917-41fa-abb3-0f4e6ecadc81 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Usage tracker for resource:security_group_rule and tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:33:43.218103 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-2f4ab16d-e917-41fa-abb3-0f4e6ecadc81 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:33:43.223833 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-2f4ab16d-e917-41fa-abb3-0f4e6ecadc81 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:33:43.239640 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2f4ab16d-e917-41fa-abb3-0f4e6ecadc81 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group_rule, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:43.301018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2f4ab16d-e917-41fa-abb3-0f4e6ecadc81 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:43.303658 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2f4ab16d-e917-41fa-abb3-0f4e6ecadc81 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415296'] for security_group_rule, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:43.309914 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-38a711d5-053c-4062-b01b-f70a8b2c3cbb tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:43.330869 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ab16d-e917-41fa-abb3-0f4e6ecadc81 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74b331d-1baa-4849-a419-a7dd0fe7aef6,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:43.333536 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2f4ab16d-e917-41fa-abb3-0f4e6ecadc81 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:43.340336 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2f4ab16d-e917-41fa-abb3-0f4e6ecadc81 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group_rule, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:43.341762 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-2f4ab16d-e917-41fa-abb3-0f4e6ecadc81 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.1418314 Dec 24 10:33:43.344562 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36816) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:43.350040 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-904d9105-58ab-49dc-860a-58cb370f019d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Request body: {'security_group_rule': {'security_group_id': '7791ab1f-886d-45df-a8ca-8e8b5eea6169', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:33:43.356347 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-904d9105-58ab-49dc-860a-58cb370f019d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:33:43.360452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-904d9105-58ab-49dc-860a-58cb370f019d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Usage tracker for resource:security_group_rule and tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:33:43.363575 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-904d9105-58ab-49dc-860a-58cb370f019d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:33:43.370080 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-904d9105-58ab-49dc-860a-58cb370f019d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:33:43.386264 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-904d9105-58ab-49dc-860a-58cb370f019d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group_rule, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:43.449166 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-904d9105-58ab-49dc-860a-58cb370f019d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:43.451903 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-904d9105-58ab-49dc-860a-58cb370f019d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415296'] for security_group_rule, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:43.454072 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2f4ab16d-e917-41fa-abb3-0f4e6ecadc81 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:43.475293 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d9105-58ab-49dc-860a-58cb370f019d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6702a4e1-6f4d-4a5e-993e-4f1d6aa4e5e6,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:43.479460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-904d9105-58ab-49dc-860a-58cb370f019d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:43.486265 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-904d9105-58ab-49dc-860a-58cb370f019d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group_rule, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:43.487534 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-904d9105-58ab-49dc-860a-58cb370f019d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.1419816 Dec 24 10:33:43.490799 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36820) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:43.496783 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Request body: {'floatingip': {'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:33:43.502553 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:33:43.506538 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Usage tracker for resource:floatingip and tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:33:43.510061 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:33:43.515680 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:33:43.528036 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for floatingip, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:43.907026 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:44.183258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Allocated IP 172.28.2.64 (81ea6ac4-2b55-4e45-bfef-bd97c85883e8/5f0c4e3f-7153-464a-952b-cce20cfb6b8f/fe6e0aef-fa62-4599-b0c4-7844f7575f12) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:33:44.340480 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:44.366090 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:44.381474 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:44.522647 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event updated for resources: {'Port': ['ID=fe6e0aef-fa62-4599-b0c4-7844f7575f12,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:44.525644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:44.573422 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:33:44.574566 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:33:44.576911 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:33:44.656634 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for floatingip, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:44.716638 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:44.976720 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:44.980209 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:44.999589 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f8247aa7-23c0-4b8b-8bda-b37fb72c5ca5 tempest-VolumesSnapshotTestJSON-249742864 tempest-VolumesSnapshotTestJSON-249742864] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:45.137710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event updated for resources: {'Port': ['ID=fe6e0aef-fa62-4599-b0c4-7844f7575f12,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:45.142885 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:45.241415 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:45.263785 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:45.265631 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7733843 Dec 24 10:33:45.513030 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-60156ac0-d94e-475b-a965-3754e253148b tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1898277041&fields=id&tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe HTTP/1.1" status: 200 len: 267 time: 0.0428028 Dec 24 10:33:45.672560 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-d89bcaab-2a5a-4322-a15b-b9ce27c6ee46 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:45.674167 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-d89bcaab-2a5a-4322-a15b-b9ce27c6ee46 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/networks?id=27e249bd-cdee-49e6-a577-868f08709dc4 HTTP/1.1" status: 200 len: 817 time: 0.1540861 Dec 24 10:33:45.689888 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-238d5c23-e76d-44fe-b291-fdccf17c162e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/quotas/ca38aa35af6c4ac3aa1ed32c962dd3fe HTTP/1.1" status: 200 len: 375 time: 0.0096357 Dec 24 10:33:45.781347 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-4b558d74-64b9-40f3-9382-7bf7b76fe9a7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859263 Dec 24 10:33:45.926972 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-cb39e3ff-2fe7-4a0e-b150-a1a89a118818 service neutron] 10.222.0.58 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331077 Dec 24 10:33:46.067576 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-9b4af9a6-5e4e-4266-b03d-8378e9c01f99 service neutron] 10.222.0.58 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1339631 Dec 24 10:33:46.268146 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89bc073d-42dc-40e1-bc19-1c8c583a3d8a req-1df166a0-2532-4eba-9ad3-5e1ec24d2aa8 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 210 time: 0.0466633 Dec 24 10:33:46.558026 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36868) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:47.057988 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f08504b9-ffc2-4334-bca6-47f840cc9a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-739761'] for router_interface, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:47.406271 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-cbe70bca-a37e-4b52-8bcd-615701e42d68 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:47.407840 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-cbe70bca-a37e-4b52-8bcd-615701e42d68 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.20 "GET /v2.0/networks?id=27e249bd-cdee-49e6-a577-868f08709dc4 HTTP/1.1" status: 200 len: 817 time: 0.1611145 Dec 24 10:33:47.513357 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-82ab1aec-dc7d-46e7-8edf-afb4c9b6ac2f req-5ee2a726-0eb4-4904-8058-ff6b50ed5e16 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 210 time: 0.0632417 Dec 24 10:33:47.547598 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-cc6cf570-5634-412e-8bee-5cbb282b54de tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe HTTP/1.1" status: 200 len: 5508 time: 0.1196368 Dec 24 10:33:47.558277 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Request body: {'port': {'device_id': '9454e476-0dc4-412b-8703-666b83060258', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'admin_state_up': True, 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'security_groups': ['7791ab1f-886d-45df-a8ca-8e8b5eea6169']}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:33:47.688026 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-f08504b9-ffc2-4334-bca6-47f840cc9a03 admin admin] Deleting port ce64510a-6db0-40fc-b30c-bac73f3f3c69 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:33:47.688400 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f08504b9-ffc2-4334-bca6-47f840cc9a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:47.704932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:33:47.709673 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Usage tracker for resource:port and tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:33:47.713452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Quota usage for port was recalculated. Used quota:3. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:33:47.719430 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:33:47.729028 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Made reservation on behalf of ca38aa35af6c4ac3aa1ed32c962dd3fe for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:33:47.734715 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:47.870501 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-f08504b9-ffc2-4334-bca6-47f840cc9a03 admin admin] For port ce64510a-6db0-40fc-b30c-bac73f3f3c69, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=ce64510a-6db0-40fc-b30c-bac73f3f3c69,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:33:47.870809 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f08504b9-ffc2-4334-bca6-47f840cc9a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:48.048504 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Allocated IP 172.20.0.6 (27e249bd-cdee-49e6-a577-868f08709dc4/b5dc5c72-d3d1-4df5-be07-e47ed588d585/0c641714-ecd8-45b0-aed2-ef69c93d2949) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:33:48.229178 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-f08504b9-ffc2-4334-bca6-47f840cc9a03 admin admin] Calling delete_port for ce64510a-6db0-40fc-b30c-bac73f3f3c69 owned by network:router_interface {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:33:48.256656 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:48.275391 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Transition to ACTIVE for port object 0c641714-ecd8-45b0-aed2-ef69c93d2949 will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:33:48.295628 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:48.311280 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:48.405009 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f08504b9-ffc2-4334-bca6-47f840cc9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:48.420299 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e596dffc-4efe-4c0e-827b-93d7acae6ae5 tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:48.447977 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event updated for resources: {'Port': ['ID=0c641714-ecd8-45b0-aed2-ef69c93d2949,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:48.452354 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:48.477890 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08504b9-ffc2-4334-bca6-47f840cc9a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce64510a-6db0-40fc-b30c-bac73f3f3c69,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:48.482618 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f08504b9-ffc2-4334-bca6-47f840cc9a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:48.506615 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Network 27e249bd-cdee-49e6-a577-868f08709dc4 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:33:48.507758 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:33:48.510586 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:33:48.583117 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:48.584402 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:48.623835 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-8284b452-c5a4-4666-a89d-b968911bd7ad tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0704334 Dec 24 10:33:48.643796 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Request body: {'port': {'device_id': '9454e476-0dc4-412b-8703-666b83060258', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:33:48.799302 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-298e4802-a752-4322-a478-e6fb43609a8b None None] Provisioning for port 0c641714-ecd8-45b0-aed2-ef69c93d2949 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:33:48.809422 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-298e4802-a752-4322-a478-e6fb43609a8b None None] Provisioning complete for port 0c641714-ecd8-45b0-aed2-ef69c93d2949 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:33:48.810756 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-298e4802-a752-4322-a478-e6fb43609a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:48.844504 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:48.862779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f08504b9-ffc2-4334-bca6-47f840cc9a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3153206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739611'] for router_interface, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:48.870170 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-298e4802-a752-4322-a478-e6fb43609a8b None None] Port 0c641714-ecd8-45b0-aed2-ef69c93d2949 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:33:48.923641 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a3fd0-64b9-4221-af5e-ede5ad20ec59 req-417f989c-2ab7-4a95-8a8b-6cff4f587def tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:48.924385 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-a03a3fd0-64b9-4221-af5e-ede5ad20ec59 req-417f989c-2ab7-4a95-8a8b-6cff4f587def tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Synchronizing usage tracker for tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:33:48.989568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-a03a3fd0-64b9-4221-af5e-ede5ad20ec59 req-417f989c-2ab7-4a95-8a8b-6cff4f587def tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Unset dirty status for tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:33:48.990762 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a03a3fd0-64b9-4221-af5e-ede5ad20ec59 req-417f989c-2ab7-4a95-8a8b-6cff4f587def tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 931 time: 0.2854016 Dec 24 10:33:49.108724 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a03a3fd0-64b9-4221-af5e-ede5ad20ec59 req-3885b5f8-5116-4b9e-bea9-c7aefa62492e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077948 Dec 24 10:33:49.331873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c641714-ecd8-45b0-aed2-ef69c93d2949 {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:33:49.339395 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:49.351705 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Transition to ACTIVE for port object 0c641714-ecd8-45b0-aed2-ef69c93d2949 will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:33:49.354962 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:49.371112 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:49.372614 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08504b9-ffc2-4334-bca6-47f840cc9a03 admin admin] Router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:33:49.512761 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c641714-ecd8-45b0-aed2-ef69c93d2949,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:49.517969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:49.564428 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08504b9-ffc2-4334-bca6-47f840cc9a03 admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:33:49.575113 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bbf837-2379-470b-b336-bcf2d81386c3 None None] Sync routers for ids ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'] in dv-cinder-768458-2-smb {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:33:49.578786 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-f08504b9-ffc2-4334-bca6-47f840cc9a03 admin admin] 10.222.0.58 "PUT /v2.0/routers/ea3c0367-5ffd-4dbf-8fbe-911afdab5ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0194592 Dec 24 10:33:49.581720 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36882) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:49.595247 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bbf837-2379-470b-b336-bcf2d81386c3 None None] Routers {'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:33:49.595945 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-b6bbf837-2379-470b-b336-bcf2d81386c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:33:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:49.713746 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Attempting to bind port 0c641714-ecd8-45b0-aed2-ef69c93d2949 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:33:49.714283 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Attempting to bind port 0c641714-ecd8-45b0-aed2-ef69c93d2949 by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:33:49.714658 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Attempting to bind port 0c641714-ecd8-45b0-aed2-ef69c93d2949 on network 27e249bd-cdee-49e6-a577-868f08709dc4 {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:33:49.721114 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:33:49.721487 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Checking segment: {'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:33:49.721891 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:49.722284 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Bound using segment: {'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:33:49.722764 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Bound port: 0c641714-ecd8-45b0-aed2-ef69c93d2949, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3d3f6a-5901-44c4-b797-a084d7762580', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:33:49.723141 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:49.782789 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a6b4951f-e2b0-4e4b-af35-2dc3db3fa61a admin admin] Notify callbacks [] for router, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:49.822359 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-b6bbf837-2379-470b-b336-bcf2d81386c3 None None] Set router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:33:49.824244 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] For port 0c641714-ecd8-45b0-aed2-ef69c93d2949, host hv-cinder-76845, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:33:49.827485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] For port 0c641714-ecd8-45b0-aed2-ef69c93d2949, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=0c641714-ecd8-45b0-aed2-ef69c93d2949,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:33:49.831682 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:49.848112 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-52fb0b6a-ff66-4345-8f17-4b3644bd2c1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:49.970637 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a6b4951f-e2b0-4e4b-af35-2dc3db3fa61a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:49.975906 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-a6b4951f-e2b0-4e4b-af35-2dc3db3fa61a admin admin] Deleting port 859ffb2a-03f5-419b-91cf-6b580b16af63 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:33:49.976258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a6b4951f-e2b0-4e4b-af35-2dc3db3fa61a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:50.000777 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=0c641714-ecd8-45b0-aed2-ef69c93d2949,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:50.006023 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:50.039429 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:50.040091 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:50.041625 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f23f6b5d-2db9-4ff6-8341-e6b160cd1ae5 service neutron] 10.222.0.20 "PUT /v2.0/ports/0c641714-ecd8-45b0-aed2-ef69c93d2949 HTTP/1.1" status: 200 len: 1157 time: 1.4027786 Dec 24 10:33:50.042148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9454e476-0dc4-412b-8703-666b83060258', 'tag': '0c641714-ecd8-45b0-aed2-ef69c93d2949'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:33:50.137730 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9454e476-0dc4-412b-8703-666b83060258', 'tag': '0c641714-ecd8-45b0-aed2-ef69c93d2949', 'status': 'completed', 'code': 200} Dec 24 10:33:50.145902 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-b6bbf837-2379-470b-b336-bcf2d81386c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:33:48Z', 'revision_number': 5, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:50.150301 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bbf837-2379-470b-b336-bcf2d81386c3 None None] Checking router: ea3c0367-5ffd-4dbf-8fbe-911afdab5ade for host: dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:33:50.180504 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bbf837-2379-470b-b336-bcf2d81386c3 None None] Routers {'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:33:50.181206 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-b6bbf837-2379-470b-b336-bcf2d81386c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:33:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:50.191793 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-1879b1e1-a342-40f6-8286-370c98696fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:50.193476 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-1879b1e1-a342-40f6-8286-370c98696fca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe&device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 1160 time: 0.0982471 Dec 24 10:33:50.202412 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-a6b4951f-e2b0-4e4b-af35-2dc3db3fa61a admin admin] For port 859ffb2a-03f5-419b-91cf-6b580b16af63, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=859ffb2a-03f5-419b-91cf-6b580b16af63,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:33:50.202811 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a6b4951f-e2b0-4e4b-af35-2dc3db3fa61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:50.295847 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f303a948-5124-4c59-bc58-3f1d3899bdb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c641714-ecd8-45b0-aed2-ef69c93d2949 HTTP/1.1" status: 200 len: 217 time: 0.0889194 Dec 24 10:33:50.362523 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-a6b4951f-e2b0-4e4b-af35-2dc3db3fa61a admin admin] Calling delete_port for 859ffb2a-03f5-419b-91cf-6b580b16af63 owned by network:router_gateway {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:33:50.389945 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-b6bbf837-2379-470b-b336-bcf2d81386c3 None None] Set router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:33:50.510425 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a6b4951f-e2b0-4e4b-af35-2dc3db3fa61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:50.661299 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-22c2a02b-c424-45dc-8854-af981a6a75dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:50.663170 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-22c2a02b-c424-45dc-8854-af981a6a75dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5dc5c72-d3d1-4df5-be07-e47ed588d585 HTTP/1.1" status: 200 len: 856 time: 0.3284261 Dec 24 10:33:50.706731 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-b6bbf837-2379-470b-b336-bcf2d81386c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:33:48Z', 'revision_number': 5, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:50.712063 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bbf837-2379-470b-b336-bcf2d81386c3 None None] The sync data for ids ['ea3c0367-5ffd-4dbf-8fbe-911afdab5ade'] in dv-cinder-768458-2-smb is: [{'id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'name': 'tempest-AttachVolumeTestJSON-1549633006-router', 'tenant_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82'}], 'enable_snat': True}, 'gw_port_id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:27:11Z', 'updated_at': '2020-12-24T10:33:48Z', 'revision_number': 5, 'project_id': '44a7b18f7f114e7e83e1504fcb9d87f0', 'gw_port': {'id': '859ffb2a-03f5-419b-91cf-6b580b16af63', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea3c0367-5ffd-4dbf-8fbe-911afdab5ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:27:14Z', 'updated_at': '2020-12-24T10:27:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:33:50.728131 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da1e30-8031-4525-966c-e0f600d3b456 req-f5179106-821d-4f81-b793-f24abd65d405 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:50.729773 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a5da1e30-8031-4525-966c-e0f600d3b456 req-f5179106-821d-4f81-b793-f24abd65d405 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 943 time: 0.4315257 Dec 24 10:33:50.738831 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a6b4951f-e2b0-4e4b-af35-2dc3db3fa61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854035318'] for router_gateway, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:50.807343 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a5da1e30-8031-4525-966c-e0f600d3b456 req-07985532-3a5c-46f0-ad1b-be48560c8c1f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696073 Dec 24 10:33:50.810216 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f25e6980-a3ea-4d58-86d4-d24d1c4e4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:50.811727 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f25e6980-a3ea-4d58-86d4-d24d1c4e4516 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27e249bd-cdee-49e6-a577-868f08709dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1405175 Dec 24 10:33:50.880889 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a6b4951f-e2b0-4e4b-af35-2dc3db3fa61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41488'] for router, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:50.883796 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a6b4951f-e2b0-4e4b-af35-2dc3db3fa61a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:50.922082 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a6b4951f-e2b0-4e4b-af35-2dc3db3fa61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-749173'] for router, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:50.922638 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b4951f-e2b0-4e4b-af35-2dc3db3fa61a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea3c0367-5ffd-4dbf-8fbe-911afdab5ade {{(pid=80200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 24 10:33:50.935507 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a6b4951f-e2b0-4e4b-af35-2dc3db3fa61a admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:50.936792 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-a6b4951f-e2b0-4e4b-af35-2dc3db3fa61a admin admin] 10.222.0.58 "DELETE /v2.0/routers/ea3c0367-5ffd-4dbf-8fbe-911afdab5ade HTTP/1.1" status: 204 len: 168 time: 1.3539505 Dec 24 10:33:50.939657 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36890) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:50.986380 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-d88d3b03-9876-438b-8160-536430d65538 service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667750 Dec 24 10:33:51.007562 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d0b558-2882-43da-9194-b778e672293c admin admin] Deleting subnet 19585d93-b83b-43b8-8e49-feca5067fd3e {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 24 10:33:51.011175 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-41d0b558-2882-43da-9194-b778e672293c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:51.069135 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-41d0b558-2882-43da-9194-b778e672293c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844068720'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:51.137767 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e481c0fc-9f76-43e7-acbe-05aabcb00531 req-f1963508-e5f0-47ae-9a85-73a21ce9f5a3 service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443639 Dec 24 10:33:51.246807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device ce64510a-6db0-40fc-b30c-bac73f3f3c69 no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:33:51.286406 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No Port match for: ce64510a-6db0-40fc-b30c-bac73f3f3c69 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:33:51.286963 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device ce64510a-6db0-40fc-b30c-bac73f3f3c69 not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:33:51.334873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21123728-01e8-4b9d-ac27-72f831c83669 req-b2c5b4ab-a1f1-455b-9eb8-b584b9a706ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:51.336562 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-21123728-01e8-4b9d-ac27-72f831c83669 req-b2c5b4ab-a1f1-455b-9eb8-b584b9a706ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe&device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 1160 time: 0.0986576 Dec 24 10:33:51.392632 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-41d0b558-2882-43da-9194-b778e672293c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3650982'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:51.483305 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21123728-01e8-4b9d-ac27-72f831c83669 req-4376267e-313e-4aae-a67a-ca7855f72650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:51.484918 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-21123728-01e8-4b9d-ac27-72f831c83669 req-4376267e-313e-4aae-a67a-ca7855f72650 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27e249bd-cdee-49e6-a577-868f08709dc4 HTTP/1.1" status: 200 len: 911 time: 0.1416159 Dec 24 10:33:51.559832 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-21123728-01e8-4b9d-ac27-72f831c83669 req-c730af94-d85e-49af-ac1f-deb5d1deb74f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c641714-ecd8-45b0-aed2-ef69c93d2949 HTTP/1.1" status: 200 len: 217 time: 0.0674160 Dec 24 10:33:51.633394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21123728-01e8-4b9d-ac27-72f831c83669 req-f5a3b968-51c8-43e6-b819-412d14b4b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:51.634923 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-21123728-01e8-4b9d-ac27-72f831c83669 req-f5a3b968-51c8-43e6-b819-412d14b4b605 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5dc5c72-d3d1-4df5-be07-e47ed588d585 HTTP/1.1" status: 200 len: 856 time: 0.0673735 Dec 24 10:33:51.660352 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-41d0b558-2882-43da-9194-b778e672293c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851124819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11191368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10559393'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:51.676243 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-43c81f61-9655-4dfc-bdbb-ab20d4884cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:51.721017 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21123728-01e8-4b9d-ac27-72f831c83669 req-5cc83dce-6136-4692-90c1-468db7c6d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:51.722646 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-21123728-01e8-4b9d-ac27-72f831c83669 req-5cc83dce-6136-4692-90c1-468db7c6d748 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27e249bd-cdee-49e6-a577-868f08709dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790477 Dec 24 10:33:51.725258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d0b558-2882-43da-9194-b778e672293c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19585d93-b83b-43b8-8e49-feca5067fd3e,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:51.729203 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-41d0b558-2882-43da-9194-b778e672293c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:51.812713 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-41d0b558-2882-43da-9194-b778e672293c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:51.818040 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84afea25-bbc4-4b5a-8849-e3b4fc614b97 None None] Network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:33:51.822079 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-41d0b558-2882-43da-9194-b778e672293c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/19585d93-b83b-43b8-8e49-feca5067fd3e HTTP/1.1" status: 204 len: 168 time: 0.8780341 Dec 24 10:33:51.822079 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36894) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:51.871583 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-21123728-01e8-4b9d-ac27-72f831c83669 req-c1dbd09b-897e-4883-bdf5-3b40b3f5e944 service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419280 Dec 24 10:33:51.946217 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850967753'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:52.013925 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Deleting port 45a1c7ca-6539-4005-8c0a-c09eddd7855a {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:33:52.014296 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:52.086633 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d41294d-f088-44c1-9df1-934605537b5c None None] DHCP port deletion for 34d3c73d-fecd-474a-9b1a-ae4d58b54cab request from dv-cinder-768458-2-smb {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 24 10:33:52.090974 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-6d41294d-f088-44c1-9df1-934605537b5c None None] Deleting port 45a1c7ca-6539-4005-8c0a-c09eddd7855a {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:33:52.091400 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6d41294d-f088-44c1-9df1-934605537b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:52.096770 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-21123728-01e8-4b9d-ac27-72f831c83669 req-95d1d3cb-8ed4-4f21-b909-d2682c69490b service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2054987 Dec 24 10:33:52.114436 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d347d-d1eb-4aec-8ec5-de71e245db95 req-0c220fae-887a-48f7-b57b-dc1d9c599cd8 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:52.116001 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-628d347d-d1eb-4aec-8ec5-de71e245db95 req-0c220fae-887a-48f7-b57b-dc1d9c599cd8 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 943 time: 0.1251118 Dec 24 10:33:52.165800 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-628d347d-d1eb-4aec-8ec5-de71e245db95 req-e1472fd1-fb1f-40fb-8e85-cb50bf41aadc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427675 Dec 24 10:33:52.244643 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] For port 45a1c7ca-6539-4005-8c0a-c09eddd7855a, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=45a1c7ca-6539-4005-8c0a-c09eddd7855a,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:33:52.245059 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:52.324775 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-6d41294d-f088-44c1-9df1-934605537b5c None None] For port 45a1c7ca-6539-4005-8c0a-c09eddd7855a, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=45a1c7ca-6539-4005-8c0a-c09eddd7855a,segment=NetworkSegment(f46def5c-f07c-4f33-b330-551c6d2f6f4b),segment_id=f46def5c-f07c-4f33-b330-551c6d2f6f4b)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:33:52.325170 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6d41294d-f088-44c1-9df1-934605537b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:52.371613 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Calling delete_port for 45a1c7ca-6539-4005-8c0a-c09eddd7855a owned by network:dhcp {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:33:52.445968 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:52.451269 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-6d41294d-f088-44c1-9df1-934605537b5c None None] Calling delete_port for 45a1c7ca-6539-4005-8c0a-c09eddd7855a owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:33:52.462172 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f349ac4a-a8e4-40b0-b309-6a657143b60f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:52.515610 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=45a1c7ca-6539-4005-8c0a-c09eddd7855a,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:52.521667 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:52.523278 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.api [None req-6d41294d-f088-44c1-9df1-934605537b5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:33:52.523278 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_db.api [None req-6d41294d-f088-44c1-9df1-934605537b5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 24 10:33:52.601459 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] No DVR routers for this DVR port 45a1c7ca-6539-4005-8c0a-c09eddd7855a on host dv-cinder-768458-2-smb {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:33:52.722583 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3646220', 'neutron.services.segments.db._delete_segments_for_network-8752750691050'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:52.836456 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d3c73d-fecd-474a-9b1a-ae4d58b54cab']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:52.849163 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f46def5c-f07c-4f33-b330-551c6d2f6f4b') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:52.849501 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f46def5c-f07c-4f33-b330-551c6d2f6f4b') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:52.862144 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284104077820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10707081'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:52.877349 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:52.879324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 24 10:33:53.024705 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-6d41294d-f088-44c1-9df1-934605537b5c None None] Deleting port 45a1c7ca-6539-4005-8c0a-c09eddd7855a {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:33:53.025087 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6d41294d-f088-44c1-9df1-934605537b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:53.055495 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:33:53.064889 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851123691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843584790'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:53.093040 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-6d41294d-f088-44c1-9df1-934605537b5c None None] The port '45a1c7ca-6539-4005-8c0a-c09eddd7855a' was deleted {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 24 10:33:53.249744 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Network 34d3c73d-fecd-474a-9b1a-ae4d58b54cab has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: Traceback (most recent call last): Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: timer() Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: cb(*args, **kw) Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: return func(*args, **kwargs) Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: self._notify() Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: self.callback(batched_events) Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: event.method(event) Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: segment_id)['aggregates'][0] Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: return f(self, *a, **k) Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: return self._get(url).json() Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: **kwargs) Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: return self.request(url, 'GET', **kwargs) Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: **endpoint_filter) Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:33:53.274620 dv-cinder-768458-2-smb neutron-server[80090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:33:53.296416 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 859ffb2a-03f5-419b-91cf-6b580b16af63 no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:33:53.333086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No Port match for: 859ffb2a-03f5-419b-91cf-6b580b16af63 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:33:53.334025 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 859ffb2a-03f5-419b-91cf-6b580b16af63 not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:33:53.334493 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 45a1c7ca-6539-4005-8c0a-c09eddd7855a no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:33:53.361629 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851129596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740512'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:53.368506 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:53.368711 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No Port match for: 45a1c7ca-6539-4005-8c0a-c09eddd7855a {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:33:53.369233 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 45a1c7ca-6539-4005-8c0a-c09eddd7855a not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:33:53.372412 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:53.398353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=34d3c73d-fecd-474a-9b1a-ae4d58b54cab,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:53.401673 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:53.413803 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] 10.222.0.58 "DELETE /v2.0/networks/34d3c73d-fecd-474a-9b1a-ae4d58b54cab HTTP/1.1" status: 204 len: 168 time: 1.5912230 Dec 24 10:33:53.414872 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735ed4e-d78d-4622-9a8f-46ca04333809 req-7cf36372-fa16-48e7-9f55-d29078d6f976 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:53.416502 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e735ed4e-d78d-4622-9a8f-46ca04333809 req-7cf36372-fa16-48e7-9f55-d29078d6f976 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 943 time: 0.0969243 Dec 24 10:33:53.465592 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e735ed4e-d78d-4622-9a8f-46ca04333809 req-a085c87a-0f01-4ea3-80ea-3ed107e0cf73 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424480 Dec 24 10:33:53.564384 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36904) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:53.590009 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 0c641714-ecd8-45b0-aed2-ef69c93d2949 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:33:53.617050 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-3425b953-9bb4-45bb-8418-a62fe38c6713 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=44a7b18f7f114e7e83e1504fcb9d87f0&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0512478 Dec 24 10:33:53.620070 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36908) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:53.660326 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port 0c641714-ecd8-45b0-aed2-ef69c93d2949 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:33:53.665286 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 0c641714-ecd8-45b0-aed2-ef69c93d2949 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:33:53.665700 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:53.683251 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f3f03161-25ef-4451-8ec4-b2b058bf5d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:53.710567 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f3f03161-25ef-4451-8ec4-b2b058bf5d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:53.759404 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f3f03161-25ef-4451-8ec4-b2b058bf5d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:53.764378 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b1839841-da34-4800-9fc5-19ae60912713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:53.778610 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f03161-25ef-4451-8ec4-b2b058bf5d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c7dc12-29dc-4aed-8f10-f2db8171ad5d,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:53.780156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:53.782388 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f3f03161-25ef-4451-8ec4-b2b058bf5d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:53.785751 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f3f03161-25ef-4451-8ec4-b2b058bf5d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:53.786982 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-f3f03161-25ef-4451-8ec4-b2b058bf5d26 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3c7dc12-29dc-4aed-8f10-f2db8171ad5d HTTP/1.1" status: 204 len: 168 time: 0.1653125 Dec 24 10:33:53.831994 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9454e476-0dc4-412b-8703-666b83060258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c641714-ecd8-45b0-aed2-ef69c93d2949'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:33:53.842746 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 0c641714-ecd8-45b0-aed2-ef69c93d2949, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=0c641714-ecd8-45b0-aed2-ef69c93d2949,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:33:53.846152 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:53.848050 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:53.901779 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9454e476-0dc4-412b-8703-666b83060258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c641714-ecd8-45b0-aed2-ef69c93d2949', 'code': 200} Dec 24 10:33:53.917186 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=0c641714-ecd8-45b0-aed2-ef69c93d2949,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:53.920523 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:54.166700 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad96d-5dbe-4927-9e15-4f9f3f254299 req-2c877923-5800-4a91-a787-a2350fbae6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:54.168327 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-288ad96d-5dbe-4927-9e15-4f9f3f254299 req-2c877923-5800-4a91-a787-a2350fbae6c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 1162 time: 0.0748916 Dec 24 10:33:54.213264 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-288ad96d-5dbe-4927-9e15-4f9f3f254299 req-3feb0448-cb40-48d6-9299-9c65db6070c3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374985 Dec 24 10:33:54.718728 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac183983-dee9-462f-9db6-1b89f8065a31 req-5fcc583f-88fc-4677-91f8-5079f789784c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:54.720391 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ac183983-dee9-462f-9db6-1b89f8065a31 req-5fcc583f-88fc-4677-91f8-5079f789784c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0899179 Dec 24 10:33:54.769090 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ac183983-dee9-462f-9db6-1b89f8065a31 req-d3628fa1-9870-4763-ac87-48bd5769d96b tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419688 Dec 24 10:33:55.327317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 0c641714-ecd8-45b0-aed2-ef69c93d2949 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:33:55.402583 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 0c641714-ecd8-45b0-aed2-ef69c93d2949 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:33:55.403125 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:55.998455 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3f239-7883-4b60-bfc7-ff4f0b2bc821 req-ec6662b1-8439-424f-a973-2bb34edba7e6 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:56.000019 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-03c3f239-7883-4b60-bfc7-ff4f0b2bc821 req-ec6662b1-8439-424f-a973-2bb34edba7e6 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0841308 Dec 24 10:33:56.045756 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-03c3f239-7883-4b60-bfc7-ff4f0b2bc821 req-7e95d9ea-23f7-4613-abea-6362441744f1 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392842 Dec 24 10:33:56.263199 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00fb00-5347-4a77-abb4-33bd5aa534ba req-5445b335-f502-41d4-b0f0-808bd822ed16 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:56.264810 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3e00fb00-5347-4a77-abb4-33bd5aa534ba req-5445b335-f502-41d4-b0f0-808bd822ed16 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0827146 Dec 24 10:33:56.274305 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 36954) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:56.279776 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-395c996d-9cee-49c6-a856-9240c066ae75 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Request body: {'floatingip': {'port_id': '0c641714-ecd8-45b0-aed2-ef69c93d2949'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:33:56.359720 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-395c996d-9cee-49c6-a856-9240c066ae75 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for floatingip, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:56.974613 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-395c996d-9cee-49c6-a856-9240c066ae75 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:56.977633 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-395c996d-9cee-49c6-a856-9240c066ae75 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:57.373707 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.l3_db [None req-395c996d-9cee-49c6-a856-9240c066ae75 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Floating IP 391bcd82-e431-454f-b49d-d0353aa60d54 associated. External IP: 172.28.2.64, port: 0c641714-ecd8-45b0-aed2-ef69c93d2949. Dec 24 10:33:57.727948 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395c996d-9cee-49c6-a856-9240c066ae75 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Router bbb9f05a-aa75-48d7-b7f1-4511489fc416 has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:33:57.910725 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395c996d-9cee-49c6-a856-9240c066ae75 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:33:57.915048 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-395c996d-9cee-49c6-a856-9240c066ae75 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:57.920566 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58253040-9d13-4704-86a0-da248dfd9d8f None None] Sync routers for ids ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'] in dv-cinder-768458-2-smb {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:33:57.930830 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58253040-9d13-4704-86a0-da248dfd9d8f None None] Routers {'bbb9f05a-aa75-48d7-b7f1-4511489fc416'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:33:57.931502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-58253040-9d13-4704-86a0-da248dfd9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:33:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:57.969638 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-395c996d-9cee-49c6-a856-9240c066ae75 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "PUT /v2.0/floatingips/391bcd82-e431-454f-b49d-d0353aa60d54 HTTP/1.1" status: 200 len: 990 time: 1.6942031 Dec 24 10:33:57.970305 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9454e476-0dc4-412b-8703-666b83060258', 'tag': '0c641714-ecd8-45b0-aed2-ef69c93d2949'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:33:58.047468 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9454e476-0dc4-412b-8703-666b83060258', 'tag': '0c641714-ecd8-45b0-aed2-ef69c93d2949', 'status': 'completed', 'code': 200} Dec 24 10:33:58.134714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-58253040-9d13-4704-86a0-da248dfd9d8f None None] Set router bbb9f05a-aa75-48d7-b7f1-4511489fc416 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:33:58.191982 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8884ada-1382-41be-bdab-c80dc4c9598e req-8fb0a5ee-0a87-4383-a703-ec7bd53aae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:58.194006 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c8884ada-1382-41be-bdab-c80dc4c9598e req-8fb0a5ee-0a87-4383-a703-ec7bd53aae75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe&device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 1162 time: 0.0893281 Dec 24 10:33:58.339928 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8884ada-1382-41be-bdab-c80dc4c9598e req-3797dd24-8721-4376-bcc1-cc13858093eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:58.341599 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c8884ada-1382-41be-bdab-c80dc4c9598e req-3797dd24-8721-4376-bcc1-cc13858093eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=27e249bd-cdee-49e6-a577-868f08709dc4 HTTP/1.1" status: 200 len: 911 time: 0.1411252 Dec 24 10:33:58.451271 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c8884ada-1382-41be-bdab-c80dc4c9598e req-d049f58c-83f8-4100-a19b-77908dead5bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c641714-ecd8-45b0-aed2-ef69c93d2949 HTTP/1.1" status: 200 len: 998 time: 0.1026902 Dec 24 10:33:58.492242 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36986) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:58.511611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-58253040-9d13-4704-86a0-da248dfd9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '391bcd82-e431-454f-b49d-d0353aa60d54', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'port_id': '0c641714-ecd8-45b0-aed2-ef69c93d2949', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'mac_address': 'fa:16:3e:d7:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9454e476-0dc4-412b-8703-666b83060258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:33:44Z', 'updated_at': '2020-12-24T10:33:56Z', 'revision_number': 1, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:57Z', 'revision_number': 5, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:58.516345 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58253040-9d13-4704-86a0-da248dfd9d8f None None] Checking router: bbb9f05a-aa75-48d7-b7f1-4511489fc416 for host: dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:33:58.529760 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58253040-9d13-4704-86a0-da248dfd9d8f None None] Routers {'bbb9f05a-aa75-48d7-b7f1-4511489fc416'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:33:58.530653 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-58253040-9d13-4704-86a0-da248dfd9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:33:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:58.533017 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8884ada-1382-41be-bdab-c80dc4c9598e req-80775d71-a7f1-4239-bca7-95ad057c215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:58.534721 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c8884ada-1382-41be-bdab-c80dc4c9598e req-80775d71-a7f1-4239-bca7-95ad057c215c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5dc5c72-d3d1-4df5-be07-e47ed588d585 HTTP/1.1" status: 200 len: 856 time: 0.0774710 Dec 24 10:33:58.624885 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8884ada-1382-41be-bdab-c80dc4c9598e req-f7acdbc8-19e6-4e44-8370-a09b0b7988a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:33:58.626819 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c8884ada-1382-41be-bdab-c80dc4c9598e req-f7acdbc8-19e6-4e44-8370-a09b0b7988a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27e249bd-cdee-49e6-a577-868f08709dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848029 Dec 24 10:33:58.687599 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0247cffd-e94c-491b-92f4-3eb1d462197b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:58.703748 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-0247cffd-e94c-491b-92f4-3eb1d462197b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:33:58.708565 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-0247cffd-e94c-491b-92f4-3eb1d462197b admin admin] Usage tracker for resource:security_group_rule and tenant:96a4747d55164f798ded7da436c6555b is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:33:58.711882 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-0247cffd-e94c-491b-92f4-3eb1d462197b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:33:58.717700 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-0247cffd-e94c-491b-92f4-3eb1d462197b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:33:58.723104 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-58253040-9d13-4704-86a0-da248dfd9d8f None None] Set router bbb9f05a-aa75-48d7-b7f1-4511489fc416 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:33:58.774451 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c8884ada-1382-41be-bdab-c80dc4c9598e req-fd6b7e7e-a202-4a89-a32b-479a2f4bb47a service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409764 Dec 24 10:33:58.806624 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0247cffd-e94c-491b-92f4-3eb1d462197b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:58.809881 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0247cffd-e94c-491b-92f4-3eb1d462197b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:58.819617 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6f919f9d-2310-40f8-a6c8-69bf5e296659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:58.868268 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-0247cffd-e94c-491b-92f4-3eb1d462197b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=96a4747d55164f798ded7da436c6555b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3745818 Dec 24 10:33:58.869818 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247cffd-e94c-491b-92f4-3eb1d462197b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f73a1ab-dfd1-4ce2-a433-a387bc389fa8,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:58.877854 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0247cffd-e94c-491b-92f4-3eb1d462197b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:58.878434 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 36992) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:33:58.941921 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c8884ada-1382-41be-bdab-c80dc4c9598e req-31595315-0462-440d-90a5-2c034468914d service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1611397 Dec 24 10:33:58.951670 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-74801a85-f194-4c90-97d8-5fe8681fde85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:58.982806 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-74801a85-f194-4c90-97d8-5fe8681fde85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:59.027427 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-74801a85-f194-4c90-97d8-5fe8681fde85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:59.032491 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f8dbdf85-4507-40f0-8eb4-bf6a7a986450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:33:59.043979 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74801a85-f194-4c90-97d8-5fe8681fde85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f73a1ab-dfd1-4ce2-a433-a387bc389fa8,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:33:59.047820 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-74801a85-f194-4c90-97d8-5fe8681fde85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:33:59.051029 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-74801a85-f194-4c90-97d8-5fe8681fde85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:33:59.054035 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-74801a85-f194-4c90-97d8-5fe8681fde85 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f73a1ab-dfd1-4ce2-a433-a387bc389fa8 HTTP/1.1" status: 204 len: 168 time: 0.1744990 Dec 24 10:33:59.284782 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-58253040-9d13-4704-86a0-da248dfd9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '391bcd82-e431-454f-b49d-d0353aa60d54', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'port_id': '0c641714-ecd8-45b0-aed2-ef69c93d2949', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'mac_address': 'fa:16:3e:d7:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9454e476-0dc4-412b-8703-666b83060258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:33:44Z', 'updated_at': '2020-12-24T10:33:56Z', 'revision_number': 1, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:57Z', 'revision_number': 5, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:33:59.289043 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58253040-9d13-4704-86a0-da248dfd9d8f None None] The sync data for ids ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'] in dv-cinder-768458-2-smb is: [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '391bcd82-e431-454f-b49d-d0353aa60d54', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'floating_ip_address': '172.28.2.64', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'port_id': '0c641714-ecd8-45b0-aed2-ef69c93d2949', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'mac_address': 'fa:16:3e:d7:b9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9454e476-0dc4-412b-8703-666b83060258', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:33:44Z', 'updated_at': '2020-12-24T10:33:56Z', 'revision_number': 1, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:57Z', 'revision_number': 5, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:33:59.594280 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87cb25d-27e2-41b3-9128-39ad3b15ac04 None None] New status for floating IP 391bcd82-e431-454f-b49d-d0353aa60d54: ACTIVE {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 24 10:34:05.319150 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ba1717c1-dd0a-4279-bbe6-af09aa7f7806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:07.820065 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:07.973532 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c5b72daa-9624-43a1-acb0-279e782065d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:08.722018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:09.260281 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:09.288239 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4584c35b-f74a-4594-8310-9af808aa3c50 req-f2b09757-f3d2-4da2-aa34-66e8031b7e5c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0782654 Dec 24 10:34:09.447708 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c35b-f74a-4594-8310-9af808aa3c50 req-24d9608a-f3f6-4477-9c81-34f613c26cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:09.449320 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4584c35b-f74a-4594-8310-9af808aa3c50 req-24d9608a-f3f6-4477-9c81-34f613c26cc6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe&device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 1162 time: 0.0739510 Dec 24 10:34:09.608454 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c35b-f74a-4594-8310-9af808aa3c50 req-dfb028a4-5bbe-4f94-be9a-d76a60681d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:09.610101 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4584c35b-f74a-4594-8310-9af808aa3c50 req-dfb028a4-5bbe-4f94-be9a-d76a60681d01 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27e249bd-cdee-49e6-a577-868f08709dc4 HTTP/1.1" status: 200 len: 911 time: 0.1399548 Dec 24 10:34:09.721036 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4584c35b-f74a-4594-8310-9af808aa3c50 req-a03f86fe-1532-429d-a4ca-bfbe8fcc9390 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c641714-ecd8-45b0-aed2-ef69c93d2949 HTTP/1.1" status: 200 len: 1000 time: 0.1045146 Dec 24 10:34:09.801208 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c35b-f74a-4594-8310-9af808aa3c50 req-7abc9267-d5ad-4863-bc88-23c85883626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:09.802816 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4584c35b-f74a-4594-8310-9af808aa3c50 req-7abc9267-d5ad-4863-bc88-23c85883626a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5dc5c72-d3d1-4df5-be07-e47ed588d585 HTTP/1.1" status: 200 len: 856 time: 0.0654633 Dec 24 10:34:09.887666 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c35b-f74a-4594-8310-9af808aa3c50 req-f38ba9cc-9cc9-42bf-81a5-a3c65b563583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:09.889335 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4584c35b-f74a-4594-8310-9af808aa3c50 req-f38ba9cc-9cc9-42bf-81a5-a3c65b563583 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27e249bd-cdee-49e6-a577-868f08709dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795662 Dec 24 10:34:10.029394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:10.043445 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4584c35b-f74a-4594-8310-9af808aa3c50 req-5491101d-8a2a-4851-b46d-df2562750ae5 service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471298 Dec 24 10:34:10.190223 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4584c35b-f74a-4594-8310-9af808aa3c50 req-a7d07e25-665c-42a2-be5d-11954eaaac10 service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401193 Dec 24 10:34:15.135611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:34:17.784722 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 37234) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:17.937634 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-63cc1266-02c3-4c2f-9edc-9b6659a9eff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:17.953518 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-63cc1266-02c3-4c2f-9edc-9b6659a9eff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:34:17.957673 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-63cc1266-02c3-4c2f-9edc-9b6659a9eff7 admin admin] Usage tracker for resource:security_group_rule and tenant:879eb1e914934eaeadda055e1dcd515f is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:34:17.960925 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-63cc1266-02c3-4c2f-9edc-9b6659a9eff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:34:17.969885 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-63cc1266-02c3-4c2f-9edc-9b6659a9eff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:34:18.055880 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-63cc1266-02c3-4c2f-9edc-9b6659a9eff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:18.058459 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-63cc1266-02c3-4c2f-9edc-9b6659a9eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:18.067134 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b7fd0c9b-7aa6-47a1-8848-6f271817876b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:18.107819 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-63cc1266-02c3-4c2f-9edc-9b6659a9eff7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=879eb1e914934eaeadda055e1dcd515f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3219929 Dec 24 10:34:18.109524 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc1266-02c3-4c2f-9edc-9b6659a9eff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bac645-82f9-4667-84b9-75e2bb76764a,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:18.110743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 37242) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:18.113424 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-63cc1266-02c3-4c2f-9edc-9b6659a9eff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:18.172488 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6864d1e6-436d-445c-95c0-23454d6294fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:18.199180 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6864d1e6-436d-445c-95c0-23454d6294fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:18.246120 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6864d1e6-436d-445c-95c0-23454d6294fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:18.251116 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ecd8c31e-3892-4025-9931-ed667213c6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:18.262110 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864d1e6-436d-445c-95c0-23454d6294fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bac645-82f9-4667-84b9-75e2bb76764a,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:18.266882 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6864d1e6-436d-445c-95c0-23454d6294fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:18.270636 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6864d1e6-436d-445c-95c0-23454d6294fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:18.271849 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-6864d1e6-436d-445c-95c0-23454d6294fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f2bac645-82f9-4667-84b9-75e2bb76764a HTTP/1.1" status: 204 len: 168 time: 0.1600544 Dec 24 10:34:18.624285 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 37250) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:18.643137 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d4ea9904-6c83-4789-a300-72d4d2c18915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:18.658584 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-d4ea9904-6c83-4789-a300-72d4d2c18915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:34:18.662643 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-d4ea9904-6c83-4789-a300-72d4d2c18915 admin admin] Usage tracker for resource:security_group_rule and tenant:d9fe71d734374065b8a22bb8c85cfd12 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:34:18.666304 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-d4ea9904-6c83-4789-a300-72d4d2c18915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:34:18.672013 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-d4ea9904-6c83-4789-a300-72d4d2c18915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:34:18.759848 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d4ea9904-6c83-4789-a300-72d4d2c18915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:18.762678 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d4ea9904-6c83-4789-a300-72d4d2c18915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:18.771411 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-87c35892-19d0-4f7e-9ecc-a60f1f92d910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:18.813088 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-d4ea9904-6c83-4789-a300-72d4d2c18915 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d9fe71d734374065b8a22bb8c85cfd12&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1875012 Dec 24 10:34:18.813984 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea9904-6c83-4789-a300-72d4d2c18915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f1bf9b-d918-4a96-aa28-1f710cd19494,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:18.817203 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d4ea9904-6c83-4789-a300-72d4d2c18915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:18.818244 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 37256) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:18.885521 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e474f785-367a-40ed-a198-e2a42e3e5691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:18.912528 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e474f785-367a-40ed-a198-e2a42e3e5691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:18.956210 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e474f785-367a-40ed-a198-e2a42e3e5691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:18.962055 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e4d2d780-a0ed-4ce0-9333-a36932c5acff tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:18.974931 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474f785-367a-40ed-a198-e2a42e3e5691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f1bf9b-d918-4a96-aa28-1f710cd19494,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:18.979683 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e474f785-367a-40ed-a198-e2a42e3e5691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:18.986870 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e474f785-367a-40ed-a198-e2a42e3e5691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:18.991047 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-e474f785-367a-40ed-a198-e2a42e3e5691 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/60f1bf9b-d918-4a96-aa28-1f710cd19494 HTTP/1.1" status: 204 len: 168 time: 0.1713200 Dec 24 10:34:22.736668 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 37396) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:22.888641 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5d72ca95-850b-4157-bd53-31fc50b50fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:22.904485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-5d72ca95-850b-4157-bd53-31fc50b50fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:34:22.908531 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-5d72ca95-850b-4157-bd53-31fc50b50fa3 admin admin] Usage tracker for resource:security_group_rule and tenant:310b4b87425f493f9ae4788f498c5d8a is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:34:22.911500 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-5d72ca95-850b-4157-bd53-31fc50b50fa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:34:22.917349 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-5d72ca95-850b-4157-bd53-31fc50b50fa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:34:23.000942 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5d72ca95-850b-4157-bd53-31fc50b50fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:23.003723 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5d72ca95-850b-4157-bd53-31fc50b50fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:23.013224 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0247cffd-e94c-491b-92f4-3eb1d462197b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:23.057516 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-5d72ca95-850b-4157-bd53-31fc50b50fa3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=310b4b87425f493f9ae4788f498c5d8a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3196011 Dec 24 10:34:23.059197 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72ca95-850b-4157-bd53-31fc50b50fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feda229c-7298-49f6-aa93-59b0939c7e21,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:23.060428 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 37402) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:23.062529 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5d72ca95-850b-4157-bd53-31fc50b50fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:23.123878 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-deebd131-1267-4fd8-b428-4dc92d521b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:23.150858 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-deebd131-1267-4fd8-b428-4dc92d521b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:23.194197 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-deebd131-1267-4fd8-b428-4dc92d521b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:23.199645 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a964dfe-4d1d-4ca8-9f56-64a9fa5a9276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:23.212534 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebd131-1267-4fd8-b428-4dc92d521b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feda229c-7298-49f6-aa93-59b0939c7e21,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:23.215901 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-deebd131-1267-4fd8-b428-4dc92d521b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:23.224303 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-deebd131-1267-4fd8-b428-4dc92d521b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:23.225560 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-deebd131-1267-4fd8-b428-4dc92d521b45 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/feda229c-7298-49f6-aa93-59b0939c7e21 HTTP/1.1" status: 204 len: 168 time: 0.1640124 Dec 24 10:34:23.576252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 37410) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:23.595925 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-abc994a3-cc4e-4026-a404-4664e4876d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:23.614933 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-abc994a3-cc4e-4026-a404-4664e4876d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:34:23.619045 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-abc994a3-cc4e-4026-a404-4664e4876d08 admin admin] Usage tracker for resource:security_group_rule and tenant:09de51f6c2e740178bea0e5322e9799f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:34:23.621999 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-abc994a3-cc4e-4026-a404-4664e4876d08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:34:23.627733 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-abc994a3-cc4e-4026-a404-4664e4876d08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:34:23.713206 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-abc994a3-cc4e-4026-a404-4664e4876d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:23.716016 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-abc994a3-cc4e-4026-a404-4664e4876d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:23.725068 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0108bb3b-3fb5-4a13-a342-00012562b1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:23.767732 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-abc994a3-cc4e-4026-a404-4664e4876d08 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=09de51f6c2e740178bea0e5322e9799f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1902623 Dec 24 10:34:23.769422 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc994a3-cc4e-4026-a404-4664e4876d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4199e47b-2edd-4216-bec6-3029851a947c,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:23.770687 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 37416) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:23.772573 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-abc994a3-cc4e-4026-a404-4664e4876d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:23.837048 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-50a6c6f4-ff1c-4ee9-90c0-1a0167100176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:23.863639 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-50a6c6f4-ff1c-4ee9-90c0-1a0167100176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:23.908222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-50a6c6f4-ff1c-4ee9-90c0-1a0167100176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:23.913158 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7276ee17-80ca-4ae4-a037-3750095721fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:23.927679 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6c6f4-ff1c-4ee9-90c0-1a0167100176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4199e47b-2edd-4216-bec6-3029851a947c,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:23.930820 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-50a6c6f4-ff1c-4ee9-90c0-1a0167100176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:23.936873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-50a6c6f4-ff1c-4ee9-90c0-1a0167100176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:23.938075 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-50a6c6f4-ff1c-4ee9-90c0-1a0167100176 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4199e47b-2edd-4216-bec6-3029851a947c HTTP/1.1" status: 204 len: 168 time: 0.1661458 Dec 24 10:34:32.059846 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 37508) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:32.211531 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca88f-59fc-4fd8-89b8-5044ef0036de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:32.227314 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-eb1ca88f-59fc-4fd8-89b8-5044ef0036de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:34:32.231428 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-eb1ca88f-59fc-4fd8-89b8-5044ef0036de admin admin] Usage tracker for resource:security_group_rule and tenant:44d9e225f2c34a529d9138a598bf9720 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:34:32.234394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-eb1ca88f-59fc-4fd8-89b8-5044ef0036de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:34:32.240231 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-eb1ca88f-59fc-4fd8-89b8-5044ef0036de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:34:32.323165 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca88f-59fc-4fd8-89b8-5044ef0036de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:32.325937 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca88f-59fc-4fd8-89b8-5044ef0036de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:32.339343 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6231d415-4cc9-42c3-87b0-5fd95fffe697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:32.380005 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-eb1ca88f-59fc-4fd8-89b8-5044ef0036de admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=44d9e225f2c34a529d9138a598bf9720&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3190451 Dec 24 10:34:32.381724 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ca88f-59fc-4fd8-89b8-5044ef0036de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6462679d-2151-4598-9d7f-4ca27de0a7f8,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:32.383404 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 37514) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:32.385767 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-eb1ca88f-59fc-4fd8-89b8-5044ef0036de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:32.445130 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26cbbd10-3985-441a-b42c-291f0c8d2220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:32.472291 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26cbbd10-3985-441a-b42c-291f0c8d2220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:32.516018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26cbbd10-3985-441a-b42c-291f0c8d2220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:32.520996 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a2322fb2-cac6-4810-b451-756a80963dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:32.538230 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbbd10-3985-441a-b42c-291f0c8d2220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6462679d-2151-4598-9d7f-4ca27de0a7f8,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:32.543271 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-26cbbd10-3985-441a-b42c-291f0c8d2220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:32.547541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-26cbbd10-3985-441a-b42c-291f0c8d2220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:32.551278 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-26cbbd10-3985-441a-b42c-291f0c8d2220 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6462679d-2151-4598-9d7f-4ca27de0a7f8 HTTP/1.1" status: 204 len: 168 time: 0.1642704 Dec 24 10:34:32.891558 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 37522) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:32.910570 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-56f1ed89-773b-4e72-9349-71fbfc167378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:32.925576 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-56f1ed89-773b-4e72-9349-71fbfc167378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:34:32.930204 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-56f1ed89-773b-4e72-9349-71fbfc167378 admin admin] Usage tracker for resource:security_group_rule and tenant:12e0a28a5be843c79808edeec200169c is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:34:32.933156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-56f1ed89-773b-4e72-9349-71fbfc167378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:34:32.939361 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-56f1ed89-773b-4e72-9349-71fbfc167378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:34:33.025117 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-56f1ed89-773b-4e72-9349-71fbfc167378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:33.027923 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-56f1ed89-773b-4e72-9349-71fbfc167378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:33.036956 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7cebe044-239f-4c91-94b8-0a1339cad2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:33.078369 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-56f1ed89-773b-4e72-9349-71fbfc167378 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=12e0a28a5be843c79808edeec200169c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1855693 Dec 24 10:34:33.080124 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1ed89-773b-4e72-9349-71fbfc167378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97be007-7339-4db7-8ba8-b35734638e82,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:33.081309 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 37528) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:33.084887 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-56f1ed89-773b-4e72-9349-71fbfc167378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:33.146296 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-85bffa7c-5ffa-41d2-b497-66d0672e7cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:33.173738 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-85bffa7c-5ffa-41d2-b497-66d0672e7cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:33.219030 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-85bffa7c-5ffa-41d2-b497-66d0672e7cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:33.222869 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-aa874cec-9b93-4a2e-bcc8-1bd9cc2ffbc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:33.236575 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bffa7c-5ffa-41d2-b497-66d0672e7cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97be007-7339-4db7-8ba8-b35734638e82,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:33.242149 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-85bffa7c-5ffa-41d2-b497-66d0672e7cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:33.246820 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-85bffa7c-5ffa-41d2-b497-66d0672e7cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:33.248047 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-85bffa7c-5ffa-41d2-b497-66d0672e7cc3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e97be007-7339-4db7-8ba8-b35734638e82 HTTP/1.1" status: 204 len: 168 time: 0.1656747 Dec 24 10:34:34.688714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 37560) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:34.843393 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-524d6fb5-580e-4ef6-9140-4509ad2a0e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:34.859021 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-524d6fb5-580e-4ef6-9140-4509ad2a0e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:34:34.863056 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-524d6fb5-580e-4ef6-9140-4509ad2a0e5d admin admin] Usage tracker for resource:security_group_rule and tenant:d6fc88951f1349d58eef039133240ab1 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:34:34.866012 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-524d6fb5-580e-4ef6-9140-4509ad2a0e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:34:34.872409 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-524d6fb5-580e-4ef6-9140-4509ad2a0e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:34:34.960237 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-524d6fb5-580e-4ef6-9140-4509ad2a0e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:34.963015 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-524d6fb5-580e-4ef6-9140-4509ad2a0e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:34.971892 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-80505808-9858-429d-8770-8f09571d10a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:35.014958 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-524d6fb5-580e-4ef6-9140-4509ad2a0e5d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d6fc88951f1349d58eef039133240ab1&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3251264 Dec 24 10:34:35.015926 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d6fb5-580e-4ef6-9140-4509ad2a0e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3447dc5-01eb-4f54-8af3-a29cdf0508d6,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:35.017929 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 37566) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:35.019647 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-524d6fb5-580e-4ef6-9140-4509ad2a0e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:35.080286 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a2d4631d-e70d-4cb7-afc8-6e1f0601764f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:35.106970 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a2d4631d-e70d-4cb7-afc8-6e1f0601764f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:35.155138 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a2d4631d-e70d-4cb7-afc8-6e1f0601764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:35.160004 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f5e0e462-1998-4e4b-a01a-21a2b9f62ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:35.174461 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4631d-e70d-4cb7-afc8-6e1f0601764f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3447dc5-01eb-4f54-8af3-a29cdf0508d6,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:35.178002 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a2d4631d-e70d-4cb7-afc8-6e1f0601764f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:35.183780 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a2d4631d-e70d-4cb7-afc8-6e1f0601764f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:35.185022 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-a2d4631d-e70d-4cb7-afc8-6e1f0601764f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c3447dc5-01eb-4f54-8af3-a29cdf0508d6 HTTP/1.1" status: 204 len: 168 time: 0.1657422 Dec 24 10:34:35.325391 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eed99690-96d0-43fb-a47f-f186f01d6949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:37.822760 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:37.976843 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f44ddc2c-8699-4fea-8590-bded086611a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:38.415904 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23433534-54a0-4921-9fb4-4b03730cbc31 req-b7b098f5-3704-4bf2-b4e2-4436c3a7e785 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:38.417545 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-23433534-54a0-4921-9fb4-4b03730cbc31 req-b7b098f5-3704-4bf2-b4e2-4436c3a7e785 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0841146 Dec 24 10:34:38.464958 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-23433534-54a0-4921-9fb4-4b03730cbc31 req-2cf42e1c-6a83-4288-b99e-5a539d239541 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410984 Dec 24 10:34:38.745632 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:39.262115 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:39.932750 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc3b2a-6d75-41e1-865a-683c4e73b26b req-ccf64b1b-b721-4550-b6cb-81e60799cb40 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:39.934403 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-06cc3b2a-6d75-41e1-865a-683c4e73b26b req-ccf64b1b-b721-4550-b6cb-81e60799cb40 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.3123603 Dec 24 10:34:39.982949 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-06cc3b2a-6d75-41e1-865a-683c4e73b26b req-7af5cb56-c587-45fd-b938-d2eb49d47887 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422990 Dec 24 10:34:40.024523 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:41.212660 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c740f-c99e-44d6-b88b-aa1da1537b4d req-201934a5-486e-4f2c-8ab0-28004d45a863 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:41.214278 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d27c740f-c99e-44d6-b88b-aa1da1537b4d req-201934a5-486e-4f2c-8ab0-28004d45a863 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0834982 Dec 24 10:34:41.263455 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d27c740f-c99e-44d6-b88b-aa1da1537b4d req-548fa30b-29f7-41b7-8b10-6d4dbe711503 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429590 Dec 24 10:34:42.489029 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867d5d4-ec87-46d9-a818-da75ba214eda req-d637e727-6002-44dd-8e5f-ff98f4aa4f53 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:42.490603 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b867d5d4-ec87-46d9-a818-da75ba214eda req-d637e727-6002-44dd-8e5f-ff98f4aa4f53 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0823441 Dec 24 10:34:42.537291 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b867d5d4-ec87-46d9-a818-da75ba214eda req-d88fd34b-be6b-4632-b345-fb07fe21750a tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397220 Dec 24 10:34:43.770504 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb8416-9b7d-4dbd-8ff9-30e3cf0d5c6e req-d16681c7-780d-48bf-9e26-b6e134e122fb tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:43.772299 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-20eb8416-9b7d-4dbd-8ff9-30e3cf0d5c6e req-d16681c7-780d-48bf-9e26-b6e134e122fb tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0896187 Dec 24 10:34:43.821291 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-20eb8416-9b7d-4dbd-8ff9-30e3cf0d5c6e req-fafa5ab0-8582-47d3-91b2-13fed84a66f9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421634 Dec 24 10:34:45.051566 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad0cba-6d1f-481b-84e7-42c69e3be219 req-2449db97-5965-48e5-881f-5ab25147dd25 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:45.053255 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6bad0cba-6d1f-481b-84e7-42c69e3be219 req-2449db97-5965-48e5-881f-5ab25147dd25 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0850959 Dec 24 10:34:45.105017 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6bad0cba-6d1f-481b-84e7-42c69e3be219 req-8ae50b08-9ffb-4af8-989a-5dca72833b38 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454676 Dec 24 10:34:45.356655 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 37724) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:45.509618 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:45.525374 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:34:45.529557 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Usage tracker for resource:security_group_rule and tenant:c3b60eb8b6854e44b3b60a2376bcd2c3 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:34:45.532627 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:34:45.539147 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:34:45.625790 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:45.628633 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:45.637546 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-56f1ed89-773b-4e72-9349-71fbfc167378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:45.681088 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c3b60eb8b6854e44b3b60a2376bcd2c3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3232238 Dec 24 10:34:45.682788 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48c0b1e-c029-42a8-a130-5b9b65a658e6,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:45.683949 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 37730) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:45.691105 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.691453 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.691849 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.692219 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.692612 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.693025 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.693409 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.693790 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.694170 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.695189 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.695575 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.696029 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.696479 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.696886 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.697268 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.697649 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.698028 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.698407 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.698799 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.699165 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.699543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.699921 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.700298 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.700672 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.705505 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:45.746315 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:45.772637 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:45.817255 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:45.822245 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e4514ecf-110e-4b96-8a99-74dfc9da7677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:45.835153 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48c0b1e-c029-42a8-a130-5b9b65a658e6,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:45.847546 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.847965 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.848374 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.848800 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.849204 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.849609 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.850001 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.850394 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.851324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.851717 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.852109 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.852499 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.852978 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.853375 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.853768 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.854160 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.854547 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.854939 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.855329 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.855718 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.856108 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.856496 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.856906 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.857296 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:34:45.861421 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:45.862330 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:45.863649 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c48c0b1e-c029-42a8-a130-5b9b65a658e6 HTTP/1.1" status: 204 len: 168 time: 0.1785438 Dec 24 10:34:46.215536 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 37740) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:46.239313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4e611634-e6fb-4913-80c7-21347f9ac93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:46.255191 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-4e611634-e6fb-4913-80c7-21347f9ac93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:34:46.259487 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-4e611634-e6fb-4913-80c7-21347f9ac93f admin admin] Usage tracker for resource:security_group_rule and tenant:1b02a5f9c03f4a15ae57da86f7e0725c is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:34:46.262559 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-4e611634-e6fb-4913-80c7-21347f9ac93f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:34:46.268418 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-4e611634-e6fb-4913-80c7-21347f9ac93f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:34:46.340376 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7f1f3-8db1-4f94-a436-ba3c5913e9aa req-6ec808f9-ea5e-481d-a696-d8e263ef7ace tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:46.342000 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-63a7f1f3-8db1-4f94-a436-ba3c5913e9aa req-6ec808f9-ea5e-481d-a696-d8e263ef7ace tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0889373 Dec 24 10:34:46.354932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4e611634-e6fb-4913-80c7-21347f9ac93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:46.357918 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4e611634-e6fb-4913-80c7-21347f9ac93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:46.366928 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-100ac1ff-e5d7-48cd-a3ed-57d753e39fac tempest-AttachVolumeTestJSON-1939852945 tempest-AttachVolumeTestJSON-1939852945] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:46.389419 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-63a7f1f3-8db1-4f94-a436-ba3c5913e9aa req-9cdbbbc6-a3c3-4ad0-a20c-e1dd3c9216df tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408859 Dec 24 10:34:46.409157 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-4e611634-e6fb-4913-80c7-21347f9ac93f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b02a5f9c03f4a15ae57da86f7e0725c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1924136 Dec 24 10:34:46.410798 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e611634-e6fb-4913-80c7-21347f9ac93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464d8662-11f5-4950-8d6d-90116f43b628,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:46.412005 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 37744) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:46.415047 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4e611634-e6fb-4913-80c7-21347f9ac93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:46.479876 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bb600386-4fe9-4752-ae47-535ce68da493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:46.507789 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bb600386-4fe9-4752-ae47-535ce68da493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:46.552662 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bb600386-4fe9-4752-ae47-535ce68da493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:46.558323 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a33f3fc7-2b11-4491-a3a0-445690d0f26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:46.571271 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb600386-4fe9-4752-ae47-535ce68da493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464d8662-11f5-4950-8d6d-90116f43b628,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:46.574083 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-bb600386-4fe9-4752-ae47-535ce68da493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:46.582174 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bb600386-4fe9-4752-ae47-535ce68da493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:46.583644 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-bb600386-4fe9-4752-ae47-535ce68da493 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/464d8662-11f5-4950-8d6d-90116f43b628 HTTP/1.1" status: 204 len: 168 time: 0.1705880 Dec 24 10:34:46.990218 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 37752) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:47.012871 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a2b78918-2c7c-4436-bf8d-a04fd0a7c5c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:47.027819 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-a2b78918-2c7c-4436-bf8d-a04fd0a7c5c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:34:47.031860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-a2b78918-2c7c-4436-bf8d-a04fd0a7c5c0 admin admin] Usage tracker for resource:security_group_rule and tenant:27e62d92bfe64e56bb248dce35154e74 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:34:47.034819 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-a2b78918-2c7c-4436-bf8d-a04fd0a7c5c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:34:47.040610 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-a2b78918-2c7c-4436-bf8d-a04fd0a7c5c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:34:47.123689 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a2b78918-2c7c-4436-bf8d-a04fd0a7c5c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:47.126452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a2b78918-2c7c-4436-bf8d-a04fd0a7c5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:47.135763 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:47.177062 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-a2b78918-2c7c-4436-bf8d-a04fd0a7c5c0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=27e62d92bfe64e56bb248dce35154e74&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1856780 Dec 24 10:34:47.178005 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b78918-2c7c-4436-bf8d-a04fd0a7c5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0526ebdd-9139-472d-b965-309135227767,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:47.180454 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 37756) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:47.181885 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a2b78918-2c7c-4436-bf8d-a04fd0a7c5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:47.244867 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6fefd7a8-f0e9-4331-914e-2f7601db6d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:47.271865 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6fefd7a8-f0e9-4331-914e-2f7601db6d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:47.320453 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6fefd7a8-f0e9-4331-914e-2f7601db6d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:47.325356 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4e611634-e6fb-4913-80c7-21347f9ac93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:47.337919 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fefd7a8-f0e9-4331-914e-2f7601db6d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0526ebdd-9139-472d-b965-309135227767,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:47.340416 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6fefd7a8-f0e9-4331-914e-2f7601db6d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:47.349293 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6fefd7a8-f0e9-4331-914e-2f7601db6d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:47.351136 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-6fefd7a8-f0e9-4331-914e-2f7601db6d3a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0526ebdd-9139-472d-b965-309135227767 HTTP/1.1" status: 204 len: 168 time: 0.1682167 Dec 24 10:34:47.624623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb83d0-ed6b-4a60-99a6-530cb1ce412d req-fd6e95de-ff01-40a2-84e0-3d5e6a55348d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:47.626295 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0cbb83d0-ed6b-4a60-99a6-530cb1ce412d req-fd6e95de-ff01-40a2-84e0-3d5e6a55348d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0862005 Dec 24 10:34:47.679959 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0cbb83d0-ed6b-4a60-99a6-530cb1ce412d req-f391885c-2c31-4b93-815f-251425fa560d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465610 Dec 24 10:34:48.828498 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 37790) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:48.911578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fbb9f-76a7-420f-ac3f-27d19fc3149f req-621cad27-e3a7-4f1c-a34e-b5736f8e533b tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:48.913355 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d25fbb9f-76a7-420f-ac3f-27d19fc3149f req-621cad27-e3a7-4f1c-a34e-b5736f8e533b tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0852168 Dec 24 10:34:48.961664 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d25fbb9f-76a7-420f-ac3f-27d19fc3149f req-a8805264-f418-4ade-888f-1782c43f9391 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417767 Dec 24 10:34:48.983779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1f69525f-e19c-44be-82b7-28dfe73d0e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:48.999078 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-1f69525f-e19c-44be-82b7-28dfe73d0e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:34:49.003166 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-1f69525f-e19c-44be-82b7-28dfe73d0e02 admin admin] Usage tracker for resource:security_group_rule and tenant:7446a71652bc4ac88b385b2a6c11bd34 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:34:49.006381 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-1f69525f-e19c-44be-82b7-28dfe73d0e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:34:49.012628 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-1f69525f-e19c-44be-82b7-28dfe73d0e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:34:49.096428 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1f69525f-e19c-44be-82b7-28dfe73d0e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:49.099019 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1f69525f-e19c-44be-82b7-28dfe73d0e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:49.107902 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-af101968-76fd-467c-b306-70cc89ada2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:49.149557 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-1f69525f-e19c-44be-82b7-28dfe73d0e02 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7446a71652bc4ac88b385b2a6c11bd34&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3199208 Dec 24 10:34:49.151252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69525f-e19c-44be-82b7-28dfe73d0e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af0ba67-f3a1-43d2-8e36-9136988f4597,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:49.152458 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 37796) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:34:49.154691 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-1f69525f-e19c-44be-82b7-28dfe73d0e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:49.218615 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8612bb54-a94d-4481-a785-2c7533c3bed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:49.245455 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8612bb54-a94d-4481-a785-2c7533c3bed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:49.290793 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8612bb54-a94d-4481-a785-2c7533c3bed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:49.295694 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-26cbbd10-3985-441a-b42c-291f0c8d2220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:49.308180 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612bb54-a94d-4481-a785-2c7533c3bed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af0ba67-f3a1-43d2-8e36-9136988f4597,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:49.313656 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8612bb54-a94d-4481-a785-2c7533c3bed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:49.317965 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8612bb54-a94d-4481-a785-2c7533c3bed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:49.319182 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-8612bb54-a94d-4481-a785-2c7533c3bed6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9af0ba67-f3a1-43d2-8e36-9136988f4597 HTTP/1.1" status: 204 len: 168 time: 0.1656153 Dec 24 10:34:50.195503 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e13c2-6985-419b-ab10-3b077a28c20c req-00ca3701-1e7a-43cc-9c72-96c1c698acee tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:50.197163 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-817e13c2-6985-419b-ab10-3b077a28c20c req-00ca3701-1e7a-43cc-9c72-96c1c698acee tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0889494 Dec 24 10:34:50.247764 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-817e13c2-6985-419b-ab10-3b077a28c20c req-b794a35c-413a-4a7f-981f-d2859483f0af tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439725 Dec 24 10:34:51.486873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2e3a4-586e-4cca-a04d-91bcc2ff8fcd req-a631b078-51de-40fd-a80c-6db1e8c9ed7a tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:51.488585 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1ae2e3a4-586e-4cca-a04d-91bcc2ff8fcd req-a631b078-51de-40fd-a80c-6db1e8c9ed7a tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0929501 Dec 24 10:34:51.549375 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1ae2e3a4-586e-4cca-a04d-91bcc2ff8fcd req-9639d46a-30dc-4dbf-976d-666fbee521e8 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531809 Dec 24 10:34:52.136570 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:34:52.165339 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-7b56e6d9-be06-4a50-a0c7-b58312086e5d tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/networks?tenant_id=48194088f3b7488cbaad85cc57ce93a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391755 Dec 24 10:34:52.338265 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-aea77dd2-dcb3-4364-957b-f42539c8697e tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:52.339874 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-aea77dd2-dcb3-4364-957b-f42539c8697e tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732414 Dec 24 10:34:52.357444 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-eaa4ed08-7735-4509-9572-060e1fde3bb9 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/quotas/48194088f3b7488cbaad85cc57ce93a4 HTTP/1.1" status: 200 len: 375 time: 0.0111942 Dec 24 10:34:52.418234 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-7e58f9ec-1a6e-40b9-8d99-d408e057c6b7 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?tenant_id=48194088f3b7488cbaad85cc57ce93a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518651 Dec 24 10:34:52.702176 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-388edf43-4068-4c1b-b476-84bd9b0dddc7 req-98aa4b1b-9337-49a5-bad9-43ff17a38eb8 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0641232 Dec 24 10:34:52.841526 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109d8ac-dafc-4a7b-a172-b477dbe09f26 req-29bf57ad-7525-4f6b-b478-86e583675e07 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:52.843201 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9109d8ac-dafc-4a7b-a172-b477dbe09f26 req-29bf57ad-7525-4f6b-b478-86e583675e07 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.1004207 Dec 24 10:34:52.904907 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9109d8ac-dafc-4a7b-a172-b477dbe09f26 req-bff59b1b-f3b5-480b-aece-12b57f5329d5 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522051 Dec 24 10:34:53.846418 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-562d4850-96b5-48b6-8ba0-0165e10ad830 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.20 "GET /v2.0/networks?tenant_id=48194088f3b7488cbaad85cc57ce93a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393124 Dec 24 10:34:53.959432 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8b8f6b5f-31f1-4f8f-8c12-78a9d99dc6b7 req-60146ea7-a5e9-48bd-8b24-5c1231c25c72 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0722163 Dec 24 10:34:54.148355 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-cd8c2b7c-e6db-46cb-bb6c-8bc3cd63c5a1 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:54.150211 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-cd8c2b7c-e6db-46cb-bb6c-8bc3cd63c5a1 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2980523 Dec 24 10:34:54.179456 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Request body: {'port': {'device_id': '15eb538e-6fc9-4566-b587-f291c945d7f3', 'network_id': '60adf89b-9d9c-449d-b5a0-4e40d21d6e5c', 'admin_state_up': True, 'tenant_id': '48194088f3b7488cbaad85cc57ce93a4'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:34:54.386267 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:34:54.394312 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Usage tracker for resource:port and tenant:48194088f3b7488cbaad85cc57ce93a4 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:34:54.399734 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Quota usage for port was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:34:54.408844 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:34:54.434015 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Made reservation on behalf of 48194088f3b7488cbaad85cc57ce93a4 for: {'port': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:34:54.439587 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:54.455946 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:54.479017 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e099c51-4d42-4b48-ba54-749502675e4d req-810dbe2b-9f95-403b-8280-9fc873097d19 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:54.480561 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8e099c51-4d42-4b48-ba54-749502675e4d req-810dbe2b-9f95-403b-8280-9fc873097d19 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.1978807 Dec 24 10:34:54.486968 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:34:54.507276 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Usage tracker for resource:security_group_rule and tenant:48194088f3b7488cbaad85cc57ce93a4 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:34:54.513374 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:34:54.522109 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:34:54.557357 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8e099c51-4d42-4b48-ba54-749502675e4d req-69763f32-9319-4b4d-847d-22d4db1dda3e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675502 Dec 24 10:34:54.683646 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:54.686888 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:54.702124 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-cf145165-90f9-46cf-8d8c-360b8e35b165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:54.754801 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Pushing event updated for resources: {'SecurityGroup': ['ID=1641b31d-b422-4124-88f1-802af441a101,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:54.763255 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:55.043731 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Allocated IP 192.168.233.238 (60adf89b-9d9c-449d-b5a0-4e40d21d6e5c/5de1512e-a3ce-4907-9adf-ce8c5f9e546b/1078922f-0bea-4e0d-9557-f7ca94318026) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:34:55.209856 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ef352d49-9e03-4631-bbea-15e68053298c req-41def114-e113-4dec-b31b-1551439eedda tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0662525 Dec 24 10:34:55.340467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:55.359086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Transition to ACTIVE for port object 1078922f-0bea-4e0d-9557-f7ca94318026 will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:34:55.381188 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:55.399936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-94601d18-ca51-4c33-8751-9bb8a5c170e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:55.568729 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Pushing event updated for resources: {'Port': ['ID=1078922f-0bea-4e0d-9557-f7ca94318026,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:55.588945 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:55.599849 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Network 60adf89b-9d9c-449d-b5a0-4e40d21d6e5c is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:34:55.601073 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:34:55.603732 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:34:55.680976 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:55.682189 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:55.729024 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5551114 Dec 24 10:34:55.749620 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Request body: {'port': {'device_id': '15eb538e-6fc9-4566-b587-f291c945d7f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:34:55.866848 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-8e820468-6725-4448-8768-bbf083c9b527 None None] Provisioning for port 1078922f-0bea-4e0d-9557-f7ca94318026 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:34:55.873187 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-8e820468-6725-4448-8768-bbf083c9b527 None None] Provisioning complete for port 1078922f-0bea-4e0d-9557-f7ca94318026 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:34:55.873919 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8e820468-6725-4448-8768-bbf083c9b527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:55.931365 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-8e820468-6725-4448-8768-bbf083c9b527 None None] Port 1078922f-0bea-4e0d-9557-f7ca94318026 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:34:55.959806 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47791f-0c21-492a-b414-4cca64d327da req-d291bca7-59a5-42ce-b807-74573be0c1a2 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:55.964466 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dc47791f-0c21-492a-b414-4cca64d327da req-d291bca7-59a5-42ce-b807-74573be0c1a2 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.2240105 Dec 24 10:34:55.985152 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:56.070555 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dc47791f-0c21-492a-b414-4cca64d327da req-16e52621-c6bc-4fbe-b659-3a932763c7c6 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020043 Dec 24 10:34:56.538043 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6698398-adb2-46e2-8d8d-ccd2c8a92108 req-18073bdb-2e41-40bc-9cb2-10dc667eef54 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:56.538726 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-a6698398-adb2-46e2-8d8d-ccd2c8a92108 req-18073bdb-2e41-40bc-9cb2-10dc667eef54 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Synchronizing usage tracker for tenant:48194088f3b7488cbaad85cc57ce93a4 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:34:56.554077 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1078922f-0bea-4e0d-9557-f7ca94318026 {{(pid=80199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:34:56.568565 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:56.583471 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-a6698398-adb2-46e2-8d8d-ccd2c8a92108 req-18073bdb-2e41-40bc-9cb2-10dc667eef54 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Unset dirty status for tenant:48194088f3b7488cbaad85cc57ce93a4 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:34:56.585405 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a6698398-adb2-46e2-8d8d-ccd2c8a92108 req-18073bdb-2e41-40bc-9cb2-10dc667eef54 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 936 time: 0.2041218 Dec 24 10:34:56.588474 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Transition to ACTIVE for port object 1078922f-0bea-4e0d-9557-f7ca94318026 will not be triggered until provisioned by entity L2. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:34:56.596152 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:56.626498 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0b83f9cf-ef34-465c-9181-2e4159f49dc5 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:57.038549 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Pushing event updated for resources: {'Port': ['ID=1078922f-0bea-4e0d-9557-f7ca94318026,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:57.042100 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-a6698398-adb2-46e2-8d8d-ccd2c8a92108 req-ddac965b-84bf-438b-bb55-17a14f20bafd tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Synchronizing usage tracker for tenant:48194088f3b7488cbaad85cc57ce93a4 on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:34:57.050185 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:57.084324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-a6698398-adb2-46e2-8d8d-ccd2c8a92108 req-ddac965b-84bf-438b-bb55-17a14f20bafd tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Unset dirty status for tenant:48194088f3b7488cbaad85cc57ce93a4 on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:34:57.086807 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a6698398-adb2-46e2-8d8d-ccd2c8a92108 req-ddac965b-84bf-438b-bb55-17a14f20bafd tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/security-groups?id=1641b31d-b422-4124-88f1-802af441a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925618 Dec 24 10:34:57.348252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Attempting to bind port 1078922f-0bea-4e0d-9557-f7ca94318026 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:34:57.348722 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Attempting to bind port 1078922f-0bea-4e0d-9557-f7ca94318026 by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': '81ff4d62-f7c0-4c52-a7d9-9b84438854b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '60adf89b-9d9c-449d-b5a0-4e40d21d6e5c'}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:34:57.349009 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Attempting to bind port 1078922f-0bea-4e0d-9557-f7ca94318026 on network 60adf89b-9d9c-449d-b5a0-4e40d21d6e5c {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:34:57.360896 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:34:57.361287 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Checking segment: {'id': '81ff4d62-f7c0-4c52-a7d9-9b84438854b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '60adf89b-9d9c-449d-b5a0-4e40d21d6e5c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:34:57.361667 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:57.362068 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Bound using segment: {'id': '81ff4d62-f7c0-4c52-a7d9-9b84438854b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '60adf89b-9d9c-449d-b5a0-4e40d21d6e5c'} {{(pid=80199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:34:57.362562 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Bound port: 1078922f-0bea-4e0d-9557-f7ca94318026, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ff4d62-f7c0-4c52-a7d9-9b84438854b9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '60adf89b-9d9c-449d-b5a0-4e40d21d6e5c'}}] {{(pid=80199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:34:57.362936 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:57.504119 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d33ff-f96a-4584-b3e2-65d97facb4e2 req-79c3c586-bed7-4e56-973b-70bc5ee91ccb tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:57.506818 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ce6d33ff-f96a-4584-b3e2-65d97facb4e2 req-79c3c586-bed7-4e56-973b-70bc5ee91ccb tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.2029607 Dec 24 10:34:57.543621 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] For port 1078922f-0bea-4e0d-9557-f7ca94318026, host hv-cinder-76845, cleared binding levels {{(pid=80199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:34:57.560013 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] For port 1078922f-0bea-4e0d-9557-f7ca94318026, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=1078922f-0bea-4e0d-9557-f7ca94318026,segment=NetworkSegment(81ff4d62-f7c0-4c52-a7d9-9b84438854b9),segment_id=81ff4d62-f7c0-4c52-a7d9-9b84438854b9)] {{(pid=80199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:34:57.572386 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:57.593734 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5848198c-bb93-4896-a5b7-fde845c69ea3 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:34:57.672629 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ce6d33ff-f96a-4584-b3e2-65d97facb4e2 req-48b6689a-0e5d-498c-ab9b-3a6f57a5b7d1 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577621 Dec 24 10:34:57.770949 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Pushing event updated for resources: {'Port': ['ID=1078922f-0bea-4e0d-9557-f7ca94318026,revision_number=3']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:34:57.778095 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:34:57.816748 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:57.817224 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:34:57.818693 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] 10.222.0.20 "PUT /v2.0/ports/1078922f-0bea-4e0d-9557-f7ca94318026 HTTP/1.1" status: 200 len: 1162 time: 2.0736423 Dec 24 10:34:57.819886 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15eb538e-6fc9-4566-b587-f291c945d7f3', 'tag': '1078922f-0bea-4e0d-9557-f7ca94318026'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:34:57.945716 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15eb538e-6fc9-4566-b587-f291c945d7f3', 'tag': '1078922f-0bea-4e0d-9557-f7ca94318026', 'status': 'completed', 'code': 200} Dec 24 10:34:57.981602 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-4f6ba885-3a15-497b-a349-7a0c338aa20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:57.983253 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-4f6ba885-3a15-497b-a349-7a0c338aa20b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48194088f3b7488cbaad85cc57ce93a4&device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 1165 time: 0.0951953 Dec 24 10:34:58.066479 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-0fa22a4d-c10c-4468-843b-fae039df11e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=1078922f-0bea-4e0d-9557-f7ca94318026 HTTP/1.1" status: 200 len: 217 time: 0.0683668 Dec 24 10:34:58.175428 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-4c1f39d2-8388-41b8-834f-cd53b2e3d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:58.178015 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-4c1f39d2-8388-41b8-834f-cd53b2e3d8f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5de1512e-a3ce-4907-9adf-ce8c5f9e546b HTTP/1.1" status: 200 len: 843 time: 0.1054113 Dec 24 10:34:58.326127 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-9b398e58-ccc2-4622-b478-feffd3452fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:58.327756 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-9b398e58-ccc2-4622-b478-feffd3452fcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60adf89b-9d9c-449d-b5a0-4e40d21d6e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1422260 Dec 24 10:34:58.452110 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339bb7e-c861-4f70-8dc6-f17c21a8bf8f req-fe1d7182-e741-494e-8aeb-f26dd7359757 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:58.453791 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b339bb7e-c861-4f70-8dc6-f17c21a8bf8f req-fe1d7182-e741-494e-8aeb-f26dd7359757 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 948 time: 0.1990831 Dec 24 10:34:58.532301 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-e0350827-11ac-4b2a-a5b5-f0d1895d0d2a service neutron] 10.222.0.20 "GET /v2.0/networks/60adf89b-9d9c-449d-b5a0-4e40d21d6e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945603 Dec 24 10:34:58.534882 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b339bb7e-c861-4f70-8dc6-f17c21a8bf8f req-caf2e363-45de-4de2-8a98-86e6756d2338 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/security-groups?id=1641b31d-b422-4124-88f1-802af441a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716150 Dec 24 10:34:58.700284 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-39fd33b7-4693-4737-a602-27b0d5520bfb req-dfa20dd6-9237-42f3-91fc-0f1f47100d68 service neutron] 10.222.0.20 "GET /v2.0/networks/60adf89b-9d9c-449d-b5a0-4e40d21d6e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1609333 Dec 24 10:34:58.939900 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eefcfc-92d7-4927-a064-28010e5923ed req-b2592263-6922-4a0f-a09b-b5f83274c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:58.941601 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a8eefcfc-92d7-4927-a064-28010e5923ed req-b2592263-6922-4a0f-a09b-b5f83274c7aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=48194088f3b7488cbaad85cc57ce93a4&device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 1165 time: 0.1513915 Dec 24 10:34:58.952777 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd417b09-5cea-4dea-aad4-b057562c221a req-723c7e16-4636-48d3-a280-71318fc38f2c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:58.954300 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dd417b09-5cea-4dea-aad4-b057562c221a req-723c7e16-4636-48d3-a280-71318fc38f2c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.1136749 Dec 24 10:34:59.104208 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dd417b09-5cea-4dea-aad4-b057562c221a req-d40591cb-2677-4436-9689-124dca253fd6 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260936 Dec 24 10:34:59.139848 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eefcfc-92d7-4927-a064-28010e5923ed req-5b0fd7ff-aa31-46c2-a700-a22b45fa01ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:59.142210 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a8eefcfc-92d7-4927-a064-28010e5923ed req-5b0fd7ff-aa31-46c2-a700-a22b45fa01ed service neutron] 10.222.0.20 "GET /v2.0/networks?id=60adf89b-9d9c-449d-b5a0-4e40d21d6e5c HTTP/1.1" status: 200 len: 863 time: 0.1866875 Dec 24 10:34:59.215929 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a8eefcfc-92d7-4927-a064-28010e5923ed req-c33eb736-5c2f-464e-9ab7-7fa031eb0633 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=1078922f-0bea-4e0d-9557-f7ca94318026 HTTP/1.1" status: 200 len: 217 time: 0.0668552 Dec 24 10:34:59.293029 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eefcfc-92d7-4927-a064-28010e5923ed req-d482ad47-4978-4639-aaa9-0669cce62c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:59.294631 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a8eefcfc-92d7-4927-a064-28010e5923ed req-d482ad47-4978-4639-aaa9-0669cce62c47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5de1512e-a3ce-4907-9adf-ce8c5f9e546b HTTP/1.1" status: 200 len: 843 time: 0.0721951 Dec 24 10:34:59.384422 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eefcfc-92d7-4927-a064-28010e5923ed req-029fa52d-2b3e-4547-b03e-ef242abbc6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:59.386072 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a8eefcfc-92d7-4927-a064-28010e5923ed req-029fa52d-2b3e-4547-b03e-ef242abbc6e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60adf89b-9d9c-449d-b5a0-4e40d21d6e5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0840590 Dec 24 10:34:59.540519 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a8eefcfc-92d7-4927-a064-28010e5923ed req-0d9e84b8-ddff-4680-8891-e5f93aad1181 service neutron] 10.222.0.20 "GET /v2.0/networks/60adf89b-9d9c-449d-b5a0-4e40d21d6e5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464875 Dec 24 10:34:59.755955 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a8eefcfc-92d7-4927-a064-28010e5923ed req-229e638d-c8e8-429e-b331-cd0717eef7f3 service neutron] 10.222.0.20 "GET /v2.0/networks/60adf89b-9d9c-449d-b5a0-4e40d21d6e5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2030962 Dec 24 10:34:59.805666 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0ac82-745d-4cc9-972c-20bfd75f40ea req-d645f044-4983-425b-bb2a-7405de660c59 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:34:59.808433 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-34e0ac82-745d-4cc9-972c-20bfd75f40ea req-d645f044-4983-425b-bb2a-7405de660c59 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 948 time: 0.1082327 Dec 24 10:34:59.863509 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-34e0ac82-745d-4cc9-972c-20bfd75f40ea req-9caaa145-b2d7-4259-a803-0266479cbc84 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/security-groups?id=1641b31d-b422-4124-88f1-802af441a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492239 Dec 24 10:35:00.346359 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea4c72-bc9e-4ab6-a8d6-c204cdd34b04 req-83f0b305-2992-41fa-a01b-1371d35b632c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:00.347983 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-caea4c72-bc9e-4ab6-a8d6-c204cdd34b04 req-83f0b305-2992-41fa-a01b-1371d35b632c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0872588 Dec 24 10:35:00.398833 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-caea4c72-bc9e-4ab6-a8d6-c204cdd34b04 req-68af27c0-f98b-4c02-8631-2af40aceedc1 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444388 Dec 24 10:35:01.130065 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba3400-cb24-4336-8ee4-261e11cda708 req-234cb28f-7f2c-4c3d-8560-4d3ffc4ce4e5 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:01.132205 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a1ba3400-cb24-4336-8ee4-261e11cda708 req-234cb28f-7f2c-4c3d-8560-4d3ffc4ce4e5 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 948 time: 0.1325884 Dec 24 10:35:01.196602 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d228c6a-b94c-4731-9fa3-b352d9ad6889 req-02cccf50-186d-4a4d-9340-0ed9ef2e5f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:01.198221 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3d228c6a-b94c-4731-9fa3-b352d9ad6889 req-02cccf50-186d-4a4d-9340-0ed9ef2e5f36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe&device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 1162 time: 0.1311891 Dec 24 10:35:01.200702 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-a1ba3400-cb24-4336-8ee4-261e11cda708 req-f3f2d534-4065-4e52-9294-bba13c545c5c tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/security-groups?id=1641b31d-b422-4124-88f1-802af441a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564191 Dec 24 10:35:01.342733 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d228c6a-b94c-4731-9fa3-b352d9ad6889 req-9342967e-7c6a-44f5-9409-71723685ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:01.344311 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3d228c6a-b94c-4731-9fa3-b352d9ad6889 req-9342967e-7c6a-44f5-9409-71723685ce47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27e249bd-cdee-49e6-a577-868f08709dc4 HTTP/1.1" status: 200 len: 911 time: 0.1393669 Dec 24 10:35:01.447136 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3d228c6a-b94c-4731-9fa3-b352d9ad6889 req-497cd64f-93f9-47b7-8f48-83a7c4625b7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c641714-ecd8-45b0-aed2-ef69c93d2949 HTTP/1.1" status: 200 len: 1000 time: 0.0954063 Dec 24 10:35:01.529561 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d228c6a-b94c-4731-9fa3-b352d9ad6889 req-16bda646-3890-4c57-bdff-c6d6b6a22865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:01.531381 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3d228c6a-b94c-4731-9fa3-b352d9ad6889 req-16bda646-3890-4c57-bdff-c6d6b6a22865 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5dc5c72-d3d1-4df5-be07-e47ed588d585 HTTP/1.1" status: 200 len: 856 time: 0.0695989 Dec 24 10:35:01.905088 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d228c6a-b94c-4731-9fa3-b352d9ad6889 req-af9b9be3-a91a-479b-a9e6-30439f631442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:01.906624 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3d228c6a-b94c-4731-9fa3-b352d9ad6889 req-af9b9be3-a91a-479b-a9e6-30439f631442 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27e249bd-cdee-49e6-a577-868f08709dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3675313 Dec 24 10:35:01.917465 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb28b3-d78e-4604-b0c2-4c74b84ffbab req-e57261ff-b7d3-45d2-b587-deae10dd8e39 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:01.918967 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7fbb28b3-d78e-4604-b0c2-4c74b84ffbab req-e57261ff-b7d3-45d2-b587-deae10dd8e39 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.3415840 Dec 24 10:35:01.998134 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Network 60adf89b-9d9c-449d-b5a0-4e40d21d6e5c details requested by agent ovs-agent-hv-cinder-76845 with host hv-cinder-76845 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:35:02.066424 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7fbb28b3-d78e-4604-b0c2-4c74b84ffbab req-ba4a2a49-1d84-4bcc-8382-b2369c8e6bf8 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246834 Dec 24 10:35:02.097734 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3d228c6a-b94c-4731-9fa3-b352d9ad6889 req-55db8188-f55a-4807-85b1-8f0beeeaaea6 service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777544 Dec 24 10:35:02.246018 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3d228c6a-b94c-4731-9fa3-b352d9ad6889 req-5b8fa19b-9ec8-4361-9396-e977c0502c81 service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403508 Dec 24 10:35:02.361369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.objects.ports [None req-260981ce-e561-47fc-a3f4-49b3c7b6d31f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80201) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 24 10:35:02.411857 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1ff17-6455-4406-a110-dc58fc98af42 req-a38b436c-7a8f-459f-9a53-4c6c3087eb37 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:02.413568 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e8f1ff17-6455-4406-a110-dc58fc98af42 req-a38b436c-7a8f-459f-9a53-4c6c3087eb37 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 948 time: 0.0833814 Dec 24 10:35:02.464563 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e8f1ff17-6455-4406-a110-dc58fc98af42 req-5de30f19-9d5b-4314-9dc1-9f72bb8997f6 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/security-groups?id=1641b31d-b422-4124-88f1-802af441a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446675 Dec 24 10:35:02.848173 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1078922f-0bea-4e0d-9557-f7ca94318026 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:35:02.913932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port 1078922f-0bea-4e0d-9557-f7ca94318026 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:35:02.918989 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 1078922f-0bea-4e0d-9557-f7ca94318026 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:35:02.919405 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:03.036694 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:03.064112 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15eb538e-6fc9-4566-b587-f291c945d7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1078922f-0bea-4e0d-9557-f7ca94318026'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:35:03.074431 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 1078922f-0bea-4e0d-9557-f7ca94318026, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=1078922f-0bea-4e0d-9557-f7ca94318026,segment=NetworkSegment(81ff4d62-f7c0-4c52-a7d9-9b84438854b9),segment_id=81ff4d62-f7c0-4c52-a7d9-9b84438854b9)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:35:03.077315 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:03.079229 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:35:03.125252 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15eb538e-6fc9-4566-b587-f291c945d7f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1078922f-0bea-4e0d-9557-f7ca94318026', 'code': 200} Dec 24 10:35:03.147101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=1078922f-0bea-4e0d-9557-f7ca94318026,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:35:03.154956 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.155343 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.155722 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.156096 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.156470 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.156864 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.157232 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.157595 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.157960 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.158321 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.158683 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.159042 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.159462 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.159823 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.160181 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.160543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.160925 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.161288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.161653 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.162011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.162370 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.163276 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.163612 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.163971 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:35:03.168276 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:35:03.301883 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c4ea2-046f-4296-806d-b17262e46972 req-e7d6bef1-f2b7-4f3e-83c3-51ba52270dcc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:03.304136 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-519c4ea2-046f-4296-806d-b17262e46972 req-e7d6bef1-f2b7-4f3e-83c3-51ba52270dcc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0868578 Dec 24 10:35:03.404456 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-519c4ea2-046f-4296-806d-b17262e46972 req-1dc8b327-d2e9-448d-b290-5c9e150fed7a tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929341 Dec 24 10:35:03.426019 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d0843-e78c-4148-a273-583d3023f053 req-68d22123-0170-4910-a9be-5213b01fc73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:03.427695 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-955d0843-e78c-4148-a273-583d3023f053 req-68d22123-0170-4910-a9be-5213b01fc73d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 1167 time: 0.0995145 Dec 24 10:35:03.471611 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-955d0843-e78c-4148-a273-583d3023f053 req-fc33a6cc-a993-456c-9632-b6674ae66fbd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1641b31d-b422-4124-88f1-802af441a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371990 Dec 24 10:35:03.678985 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf91a4-5d2b-449b-ba28-51c741182a52 req-38d3d26c-16b7-4d36-9386-280e199d5f73 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:03.680574 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-72bf91a4-5d2b-449b-ba28-51c741182a52 req-38d3d26c-16b7-4d36-9386-280e199d5f73 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 950 time: 0.0826001 Dec 24 10:35:03.726497 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-72bf91a4-5d2b-449b-ba28-51c741182a52 req-ae43a326-aed6-4f74-a46d-59735fd55309 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/security-groups?id=1641b31d-b422-4124-88f1-802af441a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397377 Dec 24 10:35:04.107970 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1078922f-0bea-4e0d-9557-f7ca94318026 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:35:04.177053 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 1078922f-0bea-4e0d-9557-f7ca94318026 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:35:04.177472 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:04.642673 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04ecc0-7ea7-4d3d-ac48-8acf058853a2 req-3670c426-ced1-4d6b-8fbe-8c9faf1b5544 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:04.644304 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6b04ecc0-7ea7-4d3d-ac48-8acf058853a2 req-3670c426-ced1-4d6b-8fbe-8c9faf1b5544 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0885947 Dec 24 10:35:04.692593 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6b04ecc0-7ea7-4d3d-ac48-8acf058853a2 req-ad8462e4-a684-43fa-b973-c3408931e984 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415666 Dec 24 10:35:04.940711 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b45ae-fa8f-4dbc-85a6-845e90a6d97c req-15294186-c93a-4e61-b722-169ea9d21dd4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:04.942368 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-056b45ae-fa8f-4dbc-85a6-845e90a6d97c req-15294186-c93a-4e61-b722-169ea9d21dd4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 950 time: 0.0875609 Dec 24 10:35:04.994133 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-056b45ae-fa8f-4dbc-85a6-845e90a6d97c req-14096a03-347f-489e-ae0a-b244e0a77aef tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/security-groups?id=1641b31d-b422-4124-88f1-802af441a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450521 Dec 24 10:35:05.317531 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fb9b3809-8c73-48df-a6c7-38b65dbf43a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:05.486177 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d07c2-a6c5-49bc-a664-7e8b7aa41017 req-16b29719-396f-440d-8de4-c38dbf09ecb4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:05.487810 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-291d07c2-a6c5-49bc-a664-7e8b7aa41017 req-16b29719-396f-440d-8de4-c38dbf09ecb4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 950 time: 0.0854867 Dec 24 10:35:05.539652 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-291d07c2-a6c5-49bc-a664-7e8b7aa41017 req-11c2c37b-c60b-44cb-834d-554a326bf758 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/security-groups?id=1641b31d-b422-4124-88f1-802af441a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445690 Dec 24 10:35:06.221095 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1078922f-0bea-4e0d-9557-f7ca94318026 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:35:06.296939 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 1078922f-0bea-4e0d-9557-f7ca94318026 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:35:06.297361 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:06.313711 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c27ac8-a912-45b0-8b1d-a71a86f37ef7 req-9ed4c5f7-8a08-4693-8f74-dc0f2a25b820 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:06.315344 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e1c27ac8-a912-45b0-8b1d-a71a86f37ef7 req-9ed4c5f7-8a08-4693-8f74-dc0f2a25b820 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0933867 Dec 24 10:35:06.346974 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 37990) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:35:06.367713 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e1c27ac8-a912-45b0-8b1d-a71a86f37ef7 req-fbbc5c51-b6c3-4378-af57-6194cfb2d947 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449929 Dec 24 10:35:06.453685 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 0c641714-ecd8-45b0-aed2-ef69c93d2949 no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:35:06.509021 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6696c78d-a198-40c2-9057-dd7fd4d15281 req-10d0ed98-0000-420f-a15e-68dfa2b0b554 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1603270 Dec 24 10:35:06.573926 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:06.605950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9454e476-0dc4-412b-8703-666b83060258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c641714-ecd8-45b0-aed2-ef69c93d2949'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:35:06.616414 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 0c641714-ecd8-45b0-aed2-ef69c93d2949, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=0c641714-ecd8-45b0-aed2-ef69c93d2949,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:35:06.619912 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:06.622031 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:35:06.711275 dv-cinder-768458-2-smb neutron-server[80090]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9454e476-0dc4-412b-8703-666b83060258', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c641714-ecd8-45b0-aed2-ef69c93d2949', 'code': 422} returned with failed status Dec 24 10:35:06.712902 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=0c641714-ecd8-45b0-aed2-ef69c93d2949,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:35:06.716592 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:35:06.759178 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abd1d3-0323-42a6-8392-b91340d78231 req-59511f18-56b0-4edf-b4ee-8a8e0e1a9132 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:06.760844 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e0abd1d3-0323-42a6-8392-b91340d78231 req-59511f18-56b0-4edf-b4ee-8a8e0e1a9132 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 950 time: 0.0893419 Dec 24 10:35:06.813653 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e0abd1d3-0323-42a6-8392-b91340d78231 req-af6cb2eb-4772-4cdc-aa98-5210cca9c06b tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/security-groups?id=1641b31d-b422-4124-88f1-802af441a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459392 Dec 24 10:35:07.089714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696c78d-a198-40c2-9057-dd7fd4d15281 req-8dea3172-8334-49a8-a1b7-3d434e4b8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:07.091313 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6696c78d-a198-40c2-9057-dd7fd4d15281 req-8dea3172-8334-49a8-a1b7-3d434e4b8c0b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258&tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe HTTP/1.1" status: 200 len: 1160 time: 0.0753977 Dec 24 10:35:07.168453 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab07c58-15b0-49f7-9b11-c84771639163 req-6f9d9863-be91-4e64-98e8-ccbf30fb0492 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:07.170059 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3ab07c58-15b0-49f7-9b11-c84771639163 req-6f9d9863-be91-4e64-98e8-ccbf30fb0492 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.20 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 950 time: 0.0838234 Dec 24 10:35:07.200452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696c78d-a198-40c2-9057-dd7fd4d15281 req-2d66d0a9-38b9-4b52-8168-15b011ce5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:07.202349 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6696c78d-a198-40c2-9057-dd7fd4d15281 req-2d66d0a9-38b9-4b52-8168-15b011ce5b45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe&device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 1160 time: 0.0766168 Dec 24 10:35:07.252644 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-3ab07c58-15b0-49f7-9b11-c84771639163 req-98fda99d-e10b-4c6d-a243-1c6951fe684e tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Deleting port 1078922f-0bea-4e0d-9557-f7ca94318026 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:35:07.253221 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3ab07c58-15b0-49f7-9b11-c84771639163 req-98fda99d-e10b-4c6d-a243-1c6951fe684e tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:07.347786 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696c78d-a198-40c2-9057-dd7fd4d15281 req-5980a6e3-c719-4756-abbe-b7d4af58a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:07.349454 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6696c78d-a198-40c2-9057-dd7fd4d15281 req-5980a6e3-c719-4756-abbe-b7d4af58a5b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27e249bd-cdee-49e6-a577-868f08709dc4 HTTP/1.1" status: 200 len: 911 time: 0.1399064 Dec 24 10:35:07.460099 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6696c78d-a198-40c2-9057-dd7fd4d15281 req-3ecc481c-7b2f-4adc-b3a7-fd36f15bba5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c641714-ecd8-45b0-aed2-ef69c93d2949 HTTP/1.1" status: 200 len: 998 time: 0.1039286 Dec 24 10:35:07.517517 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-3ab07c58-15b0-49f7-9b11-c84771639163 req-98fda99d-e10b-4c6d-a243-1c6951fe684e tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] For port 1078922f-0bea-4e0d-9557-f7ca94318026, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=1078922f-0bea-4e0d-9557-f7ca94318026,segment=NetworkSegment(81ff4d62-f7c0-4c52-a7d9-9b84438854b9),segment_id=81ff4d62-f7c0-4c52-a7d9-9b84438854b9)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:35:07.517951 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3ab07c58-15b0-49f7-9b11-c84771639163 req-98fda99d-e10b-4c6d-a243-1c6951fe684e tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:07.533318 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696c78d-a198-40c2-9057-dd7fd4d15281 req-7b5e0e07-29b8-497e-bee1-5795fc5d53d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:07.534949 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6696c78d-a198-40c2-9057-dd7fd4d15281 req-7b5e0e07-29b8-497e-bee1-5795fc5d53d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5dc5c72-d3d1-4df5-be07-e47ed588d585 HTTP/1.1" status: 200 len: 856 time: 0.0689778 Dec 24 10:35:07.649929 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-3ab07c58-15b0-49f7-9b11-c84771639163 req-98fda99d-e10b-4c6d-a243-1c6951fe684e tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Calling delete_port for 1078922f-0bea-4e0d-9557-f7ca94318026 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:35:07.682168 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9216db-a23c-4b0c-b761-01878e8683b1 req-70d9053e-4796-4c56-8b52-629646ba383e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:07.683794 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9f9216db-a23c-4b0c-b761-01878e8683b1 req-70d9053e-4796-4c56-8b52-629646ba383e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 943 time: 0.1478195 Dec 24 10:35:07.686809 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696c78d-a198-40c2-9057-dd7fd4d15281 req-5f9bf435-d067-45eb-990d-fc8a8186ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:07.688428 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6696c78d-a198-40c2-9057-dd7fd4d15281 req-5f9bf435-d067-45eb-990d-fc8a8186ade2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27e249bd-cdee-49e6-a577-868f08709dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1140068 Dec 24 10:35:07.828184 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:07.828821 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9f9216db-a23c-4b0c-b761-01878e8683b1 req-fdb7f124-cf43-44f2-ac04-35f9d5321f65 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380293 Dec 24 10:35:07.876574 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6696c78d-a198-40c2-9057-dd7fd4d15281 req-878b2997-0c95-4f5a-90e1-8705b7fdc7be service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686947 Dec 24 10:35:07.984516 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1078922f-0bea-4e0d-9557-f7ca94318026 no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:35:08.024770 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-de2c50f9-47c7-4cfb-b61e-f21ffd7c56df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:08.035231 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3ab07c58-15b0-49f7-9b11-c84771639163 req-98fda99d-e10b-4c6d-a243-1c6951fe684e tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:08.047871 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] No active binding found for port 1078922f-0bea-4e0d-9557-f7ca94318026 {{(pid=80201) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Dec 24 10:35:08.048332 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 1078922f-0bea-4e0d-9557-f7ca94318026 not bound to the agent host hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:35:08.055817 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:35:08.083846 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6696c78d-a198-40c2-9057-dd7fd4d15281 req-6c9c7045-6cb8-4864-a08f-18eecb7ec8ca service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2003071 Dec 24 10:35:08.102152 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad39a9f-4977-450f-930b-afb33a1cdb1e req-20375838-0333-45fe-a69c-8e084d2b87a6 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:08.103731 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5ad39a9f-4977-450f-930b-afb33a1cdb1e req-20375838-0333-45fe-a69c-8e084d2b87a6 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 867 time: 0.1244576 Dec 24 10:35:08.118474 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fda99d-e10b-4c6d-a243-1c6951fe684e tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Pushing event deleted for resources: {'Port': ['ID=1078922f-0bea-4e0d-9557-f7ca94318026,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:35:08.121287 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-98fda99d-e10b-4c6d-a243-1c6951fe684e tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:35:08.157110 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5ad39a9f-4977-450f-930b-afb33a1cdb1e req-32f1e0b7-f4e5-4802-b4a5-a9243edc6102 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/security-groups?id=1641b31d-b422-4124-88f1-802af441a101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461962 Dec 24 10:35:08.268923 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab07c58-15b0-49f7-9b11-c84771639163 req-98fda99d-e10b-4c6d-a243-1c6951fe684e tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] No DVR routers for this DVR port 1078922f-0bea-4e0d-9557-f7ca94318026 on host hv-cinder-76845 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:35:08.271556 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-3ab07c58-15b0-49f7-9b11-c84771639163 req-98fda99d-e10b-4c6d-a243-1c6951fe684e tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:08.274901 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15eb538e-6fc9-4566-b587-f291c945d7f3', 'name': 'network-vif-deleted', 'tag': '1078922f-0bea-4e0d-9557-f7ca94318026'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:35:08.295514 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3ab07c58-15b0-49f7-9b11-c84771639163 req-98fda99d-e10b-4c6d-a243-1c6951fe684e tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.20 "DELETE /v2.0/ports/1078922f-0bea-4e0d-9557-f7ca94318026 HTTP/1.1" status: 204 len: 173 time: 1.1121857 Dec 24 10:35:08.340519 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15eb538e-6fc9-4566-b587-f291c945d7f3', 'name': 'network-vif-deleted', 'tag': '1078922f-0bea-4e0d-9557-f7ca94318026', 'status': 'completed', 'code': 200} Dec 24 10:35:08.754564 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:09.092474 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e4244-e494-4e4c-abd9-7c99cc6ecbaf req-dbed1a62-7ca6-48e3-aee3-d4a0c11b1b7d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:09.094357 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-163e4244-e494-4e4c-abd9-7c99cc6ecbaf req-dbed1a62-7ca6-48e3-aee3-d4a0c11b1b7d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 943 time: 0.0963984 Dec 24 10:35:09.263718 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-163e4244-e494-4e4c-abd9-7c99cc6ecbaf req-ec382fbf-72ce-4cbe-b45e-a0df045e60a0 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630468 Dec 24 10:35:09.280186 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:09.429457 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-86757d4b-2f07-4e25-8f58-f9f6123d75f2 req-712150cd-e91b-4675-ad03-b78d81540f66 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0475793 Dec 24 10:35:10.030293 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:10.540080 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50c68e-3bfe-4c34-929e-0fbb82f500d4 req-bd4125cb-e14f-441c-aa8a-283f4864aac0 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:10.543891 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7a50c68e-3bfe-4c34-929e-0fbb82f500d4 req-bd4125cb-e14f-441c-aa8a-283f4864aac0 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 943 time: 0.0943584 Dec 24 10:35:10.633242 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7a50c68e-3bfe-4c34-929e-0fbb82f500d4 req-db5c0da0-a6e3-4fab-b025-7f389cdf5837 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845652 Dec 24 10:35:10.644826 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0c48685c-269a-49d1-9574-5965f31d2d4a req-a9626fb1-fba0-4d69-880f-85280e7dceb9 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0524428 Dec 24 10:35:11.888635 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ca67863d-4a3d-4935-87b0-73f94b340db7 req-f7521d04-eccd-4504-989c-fedc7ba69b44 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0594835 Dec 24 10:35:11.925329 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2d4df-4ce1-4cae-8de8-1a49b6a546bd req-0ab50a76-6cb9-400f-9bd5-7ed52af09260 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:11.926949 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-10e2d4df-4ce1-4cae-8de8-1a49b6a546bd req-0ab50a76-6cb9-400f-9bd5-7ed52af09260 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 943 time: 0.1362894 Dec 24 10:35:11.978035 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-10e2d4df-4ce1-4cae-8de8-1a49b6a546bd req-fc0b5e89-b7d5-4a36-a2e2-56d3c179bc4e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441566 Dec 24 10:35:13.087269 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6dcfed38-295d-41c6-8d88-030a43feab18 req-6657f2d7-8439-42fd-81d7-94f7f175d521 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0497952 Dec 24 10:35:13.362386 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d9df1-0bc2-4119-bb52-64375c4bc1b6 req-ffcfc5e0-18ed-45fe-bd5f-cf9747b7b635 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:13.364045 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1f0d9df1-0bc2-4119-bb52-64375c4bc1b6 req-ffcfc5e0-18ed-45fe-bd5f-cf9747b7b635 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 943 time: 0.0897858 Dec 24 10:35:13.413115 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1f0d9df1-0bc2-4119-bb52-64375c4bc1b6 req-51dee13a-6469-4241-8107-ba487aff5f9b tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421717 Dec 24 10:35:14.302257 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c843ce03-8ce4-417e-a556-ed22ea0135b9 req-ba6093f3-13f3-46fe-9461-2ff6b60a269a tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0472498 Dec 24 10:35:14.656092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac0505-5ffa-474f-b4da-99c8cee629ec req-faa9b659-5a62-4bfc-bbb1-faef1ba47487 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:14.657729 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f0ac0505-5ffa-474f-b4da-99c8cee629ec req-faa9b659-5a62-4bfc-bbb1-faef1ba47487 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 943 time: 0.0934982 Dec 24 10:35:14.713072 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f0ac0505-5ffa-474f-b4da-99c8cee629ec req-89a46ed3-6da9-43b4-89ca-168517e692b7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450048 Dec 24 10:35:15.503662 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b4c69731-f4ba-4eb7-a46c-f071076439d2 req-0dfe9f91-2f06-430d-b753-a34e50045ae5 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0492120 Dec 24 10:35:15.952474 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328b037-196f-447b-8cf0-ff920d672d95 req-e4cf5380-7907-40ef-bb79-38fe4a5479ba tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:15.961151 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4328b037-196f-447b-8cf0-ff920d672d95 req-e4cf5380-7907-40ef-bb79-38fe4a5479ba tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 943 time: 0.0942659 Dec 24 10:35:16.003509 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-4328b037-196f-447b-8cf0-ff920d672d95 req-6e72a87d-6d46-441e-9df7-f6d1d47e975e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413978 Dec 24 10:35:16.718247 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-bdcbd7c0-af8f-4866-abe3-c2305fa0f55f req-c119f1eb-79b5-4029-816d-58b809a6dcb5 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0455792 Dec 24 10:35:17.241183 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a797970-096f-435a-9d85-9dbd10dd8dec req-2daf4700-d84a-439b-a19a-bd9ccb9ea8b1 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:17.242978 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8a797970-096f-435a-9d85-9dbd10dd8dec req-2daf4700-d84a-439b-a19a-bd9ccb9ea8b1 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 943 time: 0.0877018 Dec 24 10:35:17.294645 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8a797970-096f-435a-9d85-9dbd10dd8dec req-1ae2daf4-7c6f-41fa-beb3-301113e9a344 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441785 Dec 24 10:35:17.914002 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-fb40627c-4dcd-466c-bc83-a7db4bd9a568 req-0f0fcf8e-0e9f-4773-9dd9-c09987435684 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0445807 Dec 24 10:35:18.538088 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf47ed8-9548-460e-9d19-90cd30fe0660 req-fa96d9e5-501a-49ee-a5e0-912d7dfd482e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:18.539697 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ecf47ed8-9548-460e-9d19-90cd30fe0660 req-fa96d9e5-501a-49ee-a5e0-912d7dfd482e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 943 time: 0.0878897 Dec 24 10:35:18.591306 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ecf47ed8-9548-460e-9d19-90cd30fe0660 req-cf607671-6336-4f2b-841d-b57d66359977 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448747 Dec 24 10:35:19.105252 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e4acef50-5134-4524-b115-4839cdde2d8b req-109d0395-d8e8-4c86-aad1-9471f13f88ea tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] 10.222.0.58 "GET /v2.0/ports?device_id=15eb538e-6fc9-4566-b587-f291c945d7f3 HTTP/1.1" status: 200 len: 210 time: 0.0461199 Dec 24 10:35:19.822787 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95185dd5-c9ab-48af-bd5a-ee55ffbbf9d9 req-54412f18-d790-4481-a681-03a910ac3878 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:19.824397 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-95185dd5-c9ab-48af-bd5a-ee55ffbbf9d9 req-54412f18-d790-4481-a681-03a910ac3878 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 943 time: 0.0839005 Dec 24 10:35:19.872175 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-95185dd5-c9ab-48af-bd5a-ee55ffbbf9d9 req-363755a0-2f71-4868-8c29-18849c01a772 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414996 Dec 24 10:35:20.047864 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f99c16-b147-4c61-9e8e-4c4fa8f7b2b6 req-212fbf66-e5f4-4dd1-bfd0-50272114615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:20.049518 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89f99c16-b147-4c61-9e8e-4c4fa8f7b2b6 req-212fbf66-e5f4-4dd1-bfd0-50272114615a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe&device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 1160 time: 0.0757077 Dec 24 10:35:20.208657 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f99c16-b147-4c61-9e8e-4c4fa8f7b2b6 req-cfa05273-062c-436c-82d1-2b1206c68ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:20.210306 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89f99c16-b147-4c61-9e8e-4c4fa8f7b2b6 req-cfa05273-062c-436c-82d1-2b1206c68ff0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27e249bd-cdee-49e6-a577-868f08709dc4 HTTP/1.1" status: 200 len: 911 time: 0.1398718 Dec 24 10:35:20.319079 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89f99c16-b147-4c61-9e8e-4c4fa8f7b2b6 req-f47fc13e-9160-4f35-a414-7cc1ae5c4566 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c641714-ecd8-45b0-aed2-ef69c93d2949 HTTP/1.1" status: 200 len: 998 time: 0.1019590 Dec 24 10:35:20.393460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f99c16-b147-4c61-9e8e-4c4fa8f7b2b6 req-e4fabab8-3ed8-4036-8a62-038775991d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:20.395030 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89f99c16-b147-4c61-9e8e-4c4fa8f7b2b6 req-e4fabab8-3ed8-4036-8a62-038775991d61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5dc5c72-d3d1-4df5-be07-e47ed588d585 HTTP/1.1" status: 200 len: 856 time: 0.0690463 Dec 24 10:35:20.478414 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f99c16-b147-4c61-9e8e-4c4fa8f7b2b6 req-f7ab7671-3ca1-4cce-9163-0552155c8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:20.480030 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89f99c16-b147-4c61-9e8e-4c4fa8f7b2b6 req-f7ab7671-3ca1-4cce-9163-0552155c8903 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27e249bd-cdee-49e6-a577-868f08709dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776849 Dec 24 10:35:20.632138 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89f99c16-b147-4c61-9e8e-4c4fa8f7b2b6 req-854761d1-3ff8-4518-93ba-a9aa6f562a17 service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444287 Dec 24 10:35:20.782282 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89f99c16-b147-4c61-9e8e-4c4fa8f7b2b6 req-d02508b9-e64f-42a6-85c9-04bc2b7527c7 service neutron] 10.222.0.20 "GET /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1433918 Dec 24 10:35:21.104499 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e89a5-ad2f-41ad-8efc-cd794cd98add req-aa79367a-bd84-4c8b-84a5-8308468ea18d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:21.106171 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1a1e89a5-ad2f-41ad-8efc-cd794cd98add req-aa79367a-bd84-4c8b-84a5-8308468ea18d tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 943 time: 0.0892944 Dec 24 10:35:21.159622 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1a1e89a5-ad2f-41ad-8efc-cd794cd98add req-cce0e196-468d-428b-a23c-f8b3a4f2bf8c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470767 Dec 24 10:35:22.389735 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342b727-a0f9-4cf2-8978-c25976b7fa92 req-8865e344-823a-4b5a-976d-d5e4e7059779 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:22.391515 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8342b727-a0f9-4cf2-8978-c25976b7fa92 req-8865e344-823a-4b5a-976d-d5e4e7059779 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 943 time: 0.0849681 Dec 24 10:35:22.438118 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8342b727-a0f9-4cf2-8978-c25976b7fa92 req-92b672a1-e288-4cc9-8fe9-b1a71d80e92f tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401011 Dec 24 10:35:22.514316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 0c641714-ecd8-45b0-aed2-ef69c93d2949 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:35:22.584700 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 0c641714-ecd8-45b0-aed2-ef69c93d2949 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:35:22.585157 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:22.704986 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:22.733399 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9454e476-0dc4-412b-8703-666b83060258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c641714-ecd8-45b0-aed2-ef69c93d2949'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:35:22.744559 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 0c641714-ecd8-45b0-aed2-ef69c93d2949, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=0c641714-ecd8-45b0-aed2-ef69c93d2949,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:35:22.747428 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:22.749491 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:35:22.798918 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9454e476-0dc4-412b-8703-666b83060258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c641714-ecd8-45b0-aed2-ef69c93d2949', 'code': 200} Dec 24 10:35:22.825200 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=0c641714-ecd8-45b0-aed2-ef69c93d2949,revision_number=6']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:35:22.828540 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:35:23.088624 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b69214-e433-4cdc-81ac-bcbdba08673f req-19142bea-3e3a-4d0c-a369-3cc78b15a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:23.090316 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-46b69214-e433-4cdc-81ac-bcbdba08673f req-19142bea-3e3a-4d0c-a369-3cc78b15a5d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 1162 time: 0.0770555 Dec 24 10:35:23.137919 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-46b69214-e433-4cdc-81ac-bcbdba08673f req-d52f579b-1b53-444f-ba4e-592d547daa2a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410385 Dec 24 10:35:23.677413 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d94a33-c3f6-4f08-ba33-15a432449a15 req-0a227d5a-190e-4846-ad90-fdc15a1c99cc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:23.679589 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-96d94a33-c3f6-4f08-ba33-15a432449a15 req-0a227d5a-190e-4846-ad90-fdc15a1c99cc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0847583 Dec 24 10:35:23.727872 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-96d94a33-c3f6-4f08-ba33-15a432449a15 req-87c23162-3d1d-4054-9f6d-95c8da17bfee tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414271 Dec 24 10:35:24.337840 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 0c641714-ecd8-45b0-aed2-ef69c93d2949 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:35:24.409072 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 0c641714-ecd8-45b0-aed2-ef69c93d2949 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:35:24.409496 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:24.965044 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38344) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:35:24.969259 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889c0f5-4eb4-436d-8b4b-72d56ab04295 req-f0246195-56f3-40eb-8421-22256cb16139 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:24.970856 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3889c0f5-4eb4-436d-8b4b-72d56ab04295 req-f0246195-56f3-40eb-8421-22256cb16139 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0908022 Dec 24 10:35:25.161885 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-b793f10f-29fc-46be-bf7e-c5297b1ab70b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=48194088f3b7488cbaad85cc57ce93a4&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1954963 Dec 24 10:35:25.164518 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38350) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:35:25.231216 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4f587e8f-ff08-4c14-ac94-e1a305f0ce94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:25.238927 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3889c0f5-4eb4-436d-8b4b-72d56ab04295 req-363d3d25-9733-4adb-bc51-d7ca28479fe0 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613716 Dec 24 10:35:25.259780 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4f587e8f-ff08-4c14-ac94-e1a305f0ce94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:25.304578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4f587e8f-ff08-4c14-ac94-e1a305f0ce94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:25.309606 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-854f2987-40ca-4616-9644-db840f980e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:35:25.323662 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f587e8f-ff08-4c14-ac94-e1a305f0ce94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1641b31d-b422-4124-88f1-802af441a101,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:35:25.327752 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4f587e8f-ff08-4c14-ac94-e1a305f0ce94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:35:25.334586 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4f587e8f-ff08-4c14-ac94-e1a305f0ce94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:25.335845 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-4f587e8f-ff08-4c14-ac94-e1a305f0ce94 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1641b31d-b422-4124-88f1-802af441a101 HTTP/1.1" status: 204 len: 168 time: 0.1703181 Dec 24 10:35:26.465369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d5566-1d3f-42ca-bd0b-ad0d1b1894fc req-1d2d548e-734e-4cc1-863a-aa496eaeb5be tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:26.466975 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-df0d5566-1d3f-42ca-bd0b-ad0d1b1894fc req-1d2d548e-734e-4cc1-863a-aa496eaeb5be tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0838487 Dec 24 10:35:26.512755 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-df0d5566-1d3f-42ca-bd0b-ad0d1b1894fc req-eb0e48e9-5570-4419-9ee8-c542250d4eb9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394123 Dec 24 10:35:29.137313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:35:35.319792 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fd96d72f-9fcb-4b52-a427-d3af3ee3c9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:37.828632 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:37.975196 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1f94b921-334b-4328-a3ce-93205d77b5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:38.753403 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:39.254863 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:40.032657 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:58.129467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d9dcf-eadd-46b5-816a-66e90b92258a req-97ae8ccc-ccd5-4e6f-a553-99fba65a75cc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:58.130968 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cc5d9dcf-eadd-46b5-816a-66e90b92258a req-97ae8ccc-ccd5-4e6f-a553-99fba65a75cc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0848927 Dec 24 10:35:58.177126 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cc5d9dcf-eadd-46b5-816a-66e90b92258a req-12a20b7e-1ad2-4e11-965a-96b6f0d3a34c tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391798 Dec 24 10:35:59.402157 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231dafe-2bf6-4c6a-9746-03135bfec934 req-26f2c95b-9792-4cf3-a389-648a1b5521c4 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:59.403727 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3231dafe-2bf6-4c6a-9746-03135bfec934 req-26f2c95b-9792-4cf3-a389-648a1b5521c4 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.0809321 Dec 24 10:35:59.452403 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3231dafe-2bf6-4c6a-9746-03135bfec934 req-51d1e1b3-a4ff-42c1-a26c-8b3262e31310 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups?id=7791ab1f-886d-45df-a8ca-8e8b5eea6169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423768 Dec 24 10:35:59.604597 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-edfd124d-9340-461f-8d83-67387edcc7d7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:35:59.605390 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-edfd124d-9340-461f-8d83-67387edcc7d7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Synchronizing usage tracker for tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:35:59.617904 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-edfd124d-9340-461f-8d83-67387edcc7d7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Unset dirty status for tenant:ca38aa35af6c4ac3aa1ed32c962dd3fe on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:35:59.619211 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-edfd124d-9340-461f-8d83-67387edcc7d7 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.20 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 945 time: 0.1012020 Dec 24 10:35:59.692069 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Deleting port 0c641714-ecd8-45b0-aed2-ef69c93d2949 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:35:59.692452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:35:59.945835 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] For port 0c641714-ecd8-45b0-aed2-ef69c93d2949, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=0c641714-ecd8-45b0-aed2-ef69c93d2949,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:35:59.946220 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:00.240254 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for floatingip, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:00.240576 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:00.240943 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.l3_db [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Floating IP 391bcd82-e431-454f-b49d-d0353aa60d54 disassociated. External IP: 172.28.2.64, port: 0c641714-ecd8-45b0-aed2-ef69c93d2949. Dec 24 10:36:00.241315 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Calling delete_port for 0c641714-ecd8-45b0-aed2-ef69c93d2949 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:36:00.384594 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:00.401828 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a7d885ba-22bf-4111-9721-cbf541a80959 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:00.460199 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event deleted for resources: {'Port': ['ID=0c641714-ecd8-45b0-aed2-ef69c93d2949,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:00.472663 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.473111 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.473526 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.473935 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.474341 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.474747 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.475148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.475587 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.475988 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.476410 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.476837 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.477236 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.477694 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.478094 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.478492 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.478890 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.479282 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.479677 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.480074 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.480468 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.480890 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.481286 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.481687 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.482076 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:00.486030 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:00.506437 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 0c641714-ecd8-45b0-aed2-ef69c93d2949 no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:36:00.542210 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] No Port match for: 0c641714-ecd8-45b0-aed2-ef69c93d2949 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:36:00.542612 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 0c641714-ecd8-45b0-aed2-ef69c93d2949 not bound to the agent host hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:36:00.671700 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b633421a-4e81-482f-895d-0405f42849eb req-aa79a6a7-e5ce-48b9-9b5e-0a6b43c08374 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 210 time: 0.0467865 Dec 24 10:36:00.780071 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Router bbb9f05a-aa75-48d7-b7f1-4511489fc416 has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:36:00.957917 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:36:00.970717 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf9dfcb-a147-4f7b-8c61-f5b5fa1d3732 None None] Sync routers for ids ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'] in dv-cinder-768458-2-smb {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:36:00.981586 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf9dfcb-a147-4f7b-8c61-f5b5fa1d3732 None None] Routers {'bbb9f05a-aa75-48d7-b7f1-4511489fc416'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:36:00.982279 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-2cf9dfcb-a147-4f7b-8c61-f5b5fa1d3732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:35:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:01.000274 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] No DVR routers for this DVR port 0c641714-ecd8-45b0-aed2-ef69c93d2949 on host hv-cinder-76845 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:36:01.002691 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:01.005663 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9454e476-0dc4-412b-8703-666b83060258', 'name': 'network-vif-deleted', 'tag': '0c641714-ecd8-45b0-aed2-ef69c93d2949'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:36:01.022916 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d39aa50a-0cbf-4186-9543-e3b1602295f8 req-2d7419ce-9f27-428a-ae07-12e49bbed7e9 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.20 "DELETE /v2.0/ports/0c641714-ecd8-45b0-aed2-ef69c93d2949 HTTP/1.1" status: 204 len: 173 time: 1.3980331 Dec 24 10:36:01.069994 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9454e476-0dc4-412b-8703-666b83060258', 'name': 'network-vif-deleted', 'tag': '0c641714-ecd8-45b0-aed2-ef69c93d2949', 'status': 'completed', 'code': 200} Dec 24 10:36:01.181219 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-2cf9dfcb-a147-4f7b-8c61-f5b5fa1d3732 None None] Set router bbb9f05a-aa75-48d7-b7f1-4511489fc416 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:36:01.673042 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-2cf9dfcb-a147-4f7b-8c61-f5b5fa1d3732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:57Z', 'revision_number': 5, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:01.677257 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf9dfcb-a147-4f7b-8c61-f5b5fa1d3732 None None] Checking router: bbb9f05a-aa75-48d7-b7f1-4511489fc416 for host: dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:36:01.686492 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf9dfcb-a147-4f7b-8c61-f5b5fa1d3732 None None] Routers {'bbb9f05a-aa75-48d7-b7f1-4511489fc416'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:36:01.687154 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-2cf9dfcb-a147-4f7b-8c61-f5b5fa1d3732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:35:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:01.879213 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-2cf9dfcb-a147-4f7b-8c61-f5b5fa1d3732 None None] Set router bbb9f05a-aa75-48d7-b7f1-4511489fc416 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:36:01.879684 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-37ab1fff-7d74-4c99-a2d5-ba5b782e9f74 req-b27cc58c-d68d-4e62-b92f-00a11e5412a2 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/ports?device_id=9454e476-0dc4-412b-8703-666b83060258 HTTP/1.1" status: 200 len: 210 time: 0.0450833 Dec 24 10:36:02.201705 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-2cf9dfcb-a147-4f7b-8c61-f5b5fa1d3732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:57Z', 'revision_number': 5, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:02.205865 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf9dfcb-a147-4f7b-8c61-f5b5fa1d3732 None None] The sync data for ids ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'] in dv-cinder-768458-2-smb is: [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:30:47Z', 'revision_number': 4, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '523f275d-ced4-462e-9fdc-b37d2b160233', 'name': '', 'network_id': '27e249bd-cdee-49e6-a577-868f08709dc4', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'mac_address': 'fa:16:3e:8e:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:46Z', 'updated_at': '2020-12-24T10:30:57Z', 'revision_number': 5, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'subnets': [{'id': 'b5dc5c72-d3d1-4df5-be07-e47ed588d585', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:36:02.623158 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9536f4-e8b7-416b-bcd8-77a21477a7df None None] New status for floating IP 391bcd82-e431-454f-b49d-d0353aa60d54: DOWN {{(pid=80202) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 24 10:36:03.048719 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38390) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:03.114673 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5a1e59f7-bbcb-4723-a183-06b7ac3c3d3e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:03.144182 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5a1e59f7-bbcb-4723-a183-06b7ac3c3d3e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:03.190249 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5a1e59f7-bbcb-4723-a183-06b7ac3c3d3e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:03.195359 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-165df9c4-432c-4e5e-a4fc-75909d5f1cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:03.210438 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e59f7-bbcb-4723-a183-06b7ac3c3d3e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event deleted for resources: {'SecurityGroup': ['ID=7791ab1f-886d-45df-a8ca-8e8b5eea6169,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:03.215262 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5a1e59f7-bbcb-4723-a183-06b7ac3c3d3e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:03.219148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5a1e59f7-bbcb-4723-a183-06b7ac3c3d3e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:03.222495 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-5a1e59f7-bbcb-4723-a183-06b7ac3c3d3e tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "DELETE /v2.0/security-groups/7791ab1f-886d-45df-a8ca-8e8b5eea6169 HTTP/1.1" status: 204 len: 168 time: 0.1707575 Dec 24 10:36:03.223485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38394) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:03.241304 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.api.v2.resource [None req-d9a31162-e070-459b-bc69-c6c707958cd5 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] show failed (client error): The resource could not be found. Dec 24 10:36:03.243111 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-d9a31162-e070-459b-bc69-c6c707958cd5 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "GET /v2.0/security-groups/7791ab1f-886d-45df-a8ca-8e8b5eea6169 HTTP/1.1" status: 404 len: 347 time: 0.0185237 Dec 24 10:36:03.246001 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38398) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:03.410160 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-e9de9900-ec63-4b2f-b2cb-b26cd06486ae tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Deleting port fe6e0aef-fa62-4599-b0c4-7844f7575f12 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:36:03.410462 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e9de9900-ec63-4b2f-b2cb-b26cd06486ae tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:03.588496 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e9de9900-ec63-4b2f-b2cb-b26cd06486ae tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:03.588920 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e9de9900-ec63-4b2f-b2cb-b26cd06486ae tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for floatingip, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:03.940444 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-e9de9900-ec63-4b2f-b2cb-b26cd06486ae tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Calling delete_port for fe6e0aef-fa62-4599-b0c4-7844f7575f12 owned by network:floatingip {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:36:04.079978 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e9de9900-ec63-4b2f-b2cb-b26cd06486ae tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:04.095728 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-048b4a28-f8c1-4f15-b6a7-e582fd3801e6 tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:04.153140 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de9900-ec63-4b2f-b2cb-b26cd06486ae tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Pushing event deleted for resources: {'Port': ['ID=fe6e0aef-fa62-4599-b0c4-7844f7575f12,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:04.155941 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e9de9900-ec63-4b2f-b2cb-b26cd06486ae tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:04.315922 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e9de9900-ec63-4b2f-b2cb-b26cd06486ae tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks [] for floatingip, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:04.330281 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e9de9900-ec63-4b2f-b2cb-b26cd06486ae tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:04.331518 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-e9de9900-ec63-4b2f-b2cb-b26cd06486ae tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] 10.222.0.58 "DELETE /v2.0/floatingips/391bcd82-e431-454f-b49d-d0353aa60d54 HTTP/1.1" status: 204 len: 168 time: 1.0845580 Dec 24 10:36:05.320374 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-44b32bdb-662b-4ec9-8ee3-feba8381690f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:06.137222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:36:07.172212 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38422) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:07.730176 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f2827e88-c3da-4a74-8bf5-78272bfe4d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-739761'] for router_interface, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:07.831462 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:07.975326 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-22c7ba99-95c3-46db-884e-4f29e50ef255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:08.319453 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-f2827e88-c3da-4a74-8bf5-78272bfe4d73 admin admin] Deleting port 523f275d-ced4-462e-9fdc-b37d2b160233 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:36:08.320078 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f2827e88-c3da-4a74-8bf5-78272bfe4d73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:08.498728 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-f2827e88-c3da-4a74-8bf5-78272bfe4d73 admin admin] For port 523f275d-ced4-462e-9fdc-b37d2b160233, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=523f275d-ced4-462e-9fdc-b37d2b160233,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:36:08.499120 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f2827e88-c3da-4a74-8bf5-78272bfe4d73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:08.633225 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-f2827e88-c3da-4a74-8bf5-78272bfe4d73 admin admin] Calling delete_port for 523f275d-ced4-462e-9fdc-b37d2b160233 owned by network:router_interface {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:36:08.768712 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:08.809018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f2827e88-c3da-4a74-8bf5-78272bfe4d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:08.824235 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f08504b9-ffc2-4334-bca6-47f840cc9a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:08.878303 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2827e88-c3da-4a74-8bf5-78272bfe4d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=523f275d-ced4-462e-9fdc-b37d2b160233,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:08.882241 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f2827e88-c3da-4a74-8bf5-78272bfe4d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:09.219321 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f2827e88-c3da-4a74-8bf5-78272bfe4d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3153206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739611'] for router_interface, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:09.256529 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:09.948018 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2827e88-c3da-4a74-8bf5-78272bfe4d73 admin admin] Router bbb9f05a-aa75-48d7-b7f1-4511489fc416 has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80200) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:36:10.034749 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:10.131589 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2827e88-c3da-4a74-8bf5-78272bfe4d73 admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:36:10.140460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb609783-a568-418e-8324-f3fc012d04d0 None None] Sync routers for ids ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'] in dv-cinder-768458-2-smb {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:36:10.144974 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-f2827e88-c3da-4a74-8bf5-78272bfe4d73 admin admin] 10.222.0.58 "PUT /v2.0/routers/bbb9f05a-aa75-48d7-b7f1-4511489fc416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9715700 Dec 24 10:36:10.147626 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38428) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:10.150913 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb609783-a568-418e-8324-f3fc012d04d0 None None] Routers {'bbb9f05a-aa75-48d7-b7f1-4511489fc416'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:36:10.151592 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-fb609783-a568-418e-8324-f3fc012d04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:36:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:10.334129 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7784f3fe-93a9-4a87-a366-78c839f32adf admin admin] Notify callbacks [] for router, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:10.337250 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-fb609783-a568-418e-8324-f3fc012d04d0 None None] Set router bbb9f05a-aa75-48d7-b7f1-4511489fc416 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:36:10.514660 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7784f3fe-93a9-4a87-a366-78c839f32adf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:10.519826 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-7784f3fe-93a9-4a87-a366-78c839f32adf admin admin] Deleting port 1afa4883-7a74-4d71-9f43-841052e939e1 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:36:10.520189 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7784f3fe-93a9-4a87-a366-78c839f32adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:10.639534 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-fb609783-a568-418e-8324-f3fc012d04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:36:08Z', 'revision_number': 5, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:10.643570 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb609783-a568-418e-8324-f3fc012d04d0 None None] Checking router: bbb9f05a-aa75-48d7-b7f1-4511489fc416 for host: dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:36:10.653069 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb609783-a568-418e-8324-f3fc012d04d0 None None] Routers {'bbb9f05a-aa75-48d7-b7f1-4511489fc416'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:36:10.653730 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-fb609783-a568-418e-8324-f3fc012d04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:36:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:10.705087 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-7784f3fe-93a9-4a87-a366-78c839f32adf admin admin] For port 1afa4883-7a74-4d71-9f43-841052e939e1, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=1afa4883-7a74-4d71-9f43-841052e939e1,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:36:10.705487 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7784f3fe-93a9-4a87-a366-78c839f32adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:10.834087 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-fb609783-a568-418e-8324-f3fc012d04d0 None None] Set router bbb9f05a-aa75-48d7-b7f1-4511489fc416 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:36:10.838906 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-7784f3fe-93a9-4a87-a366-78c839f32adf admin admin] Calling delete_port for 1afa4883-7a74-4d71-9f43-841052e939e1 owned by network:router_gateway {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:36:10.972416 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7784f3fe-93a9-4a87-a366-78c839f32adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:11.132424 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-fb609783-a568-418e-8324-f3fc012d04d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:36:08Z', 'revision_number': 5, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:11.137163 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb609783-a568-418e-8324-f3fc012d04d0 None None] The sync data for ids ['bbb9f05a-aa75-48d7-b7f1-4511489fc416'] in dv-cinder-768458-2-smb is: [{'id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'name': 'tempest-AttachVolumeShelveTestJSON-1055619744-router', 'tenant_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109'}], 'enable_snat': True}, 'gw_port_id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:30:41Z', 'updated_at': '2020-12-24T10:36:08Z', 'revision_number': 5, 'project_id': 'ca38aa35af6c4ac3aa1ed32c962dd3fe', 'gw_port': {'id': '1afa4883-7a74-4d71-9f43-841052e939e1', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb9f05a-aa75-48d7-b7f1-4511489fc416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:30:42Z', 'updated_at': '2020-12-24T10:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:36:11.163908 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7784f3fe-93a9-4a87-a366-78c839f32adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854035318'] for router_gateway, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:11.297435 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7784f3fe-93a9-4a87-a366-78c839f32adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41488'] for router, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:11.299980 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7784f3fe-93a9-4a87-a366-78c839f32adf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:11.318975 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 523f275d-ced4-462e-9fdc-b37d2b160233 no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:36:11.321342 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7784f3fe-93a9-4a87-a366-78c839f32adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-749173'] for router, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:11.321919 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7784f3fe-93a9-4a87-a366-78c839f32adf admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbb9f05a-aa75-48d7-b7f1-4511489fc416 {{(pid=80200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 24 10:36:11.334619 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7784f3fe-93a9-4a87-a366-78c839f32adf admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:11.335836 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-7784f3fe-93a9-4a87-a366-78c839f32adf admin admin] 10.222.0.58 "DELETE /v2.0/routers/bbb9f05a-aa75-48d7-b7f1-4511489fc416 HTTP/1.1" status: 204 len: 168 time: 1.1869683 Dec 24 10:36:11.338582 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38432) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:11.356041 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No Port match for: 523f275d-ced4-462e-9fdc-b37d2b160233 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:36:11.356416 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 523f275d-ced4-462e-9fdc-b37d2b160233 not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:36:11.408463 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5605bc-22d7-40c1-8626-26e9e9b5375b admin admin] Deleting subnet b5dc5c72-d3d1-4df5-be07-e47ed588d585 {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 24 10:36:11.411600 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f5605bc-22d7-40c1-8626-26e9e9b5375b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:11.468198 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f5605bc-22d7-40c1-8626-26e9e9b5375b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844068720'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:11.551033 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f5605bc-22d7-40c1-8626-26e9e9b5375b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3650982'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:11.825848 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f5605bc-22d7-40c1-8626-26e9e9b5375b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851124819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11191368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10559393'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:11.842050 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-96b03f24-8b8d-4681-869b-85f371f9d60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:11.891230 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5605bc-22d7-40c1-8626-26e9e9b5375b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5dc5c72-d3d1-4df5-be07-e47ed588d585,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:11.895731 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0f5605bc-22d7-40c1-8626-26e9e9b5375b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:11.975836 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0f5605bc-22d7-40c1-8626-26e9e9b5375b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:11.980848 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f6573-1fbb-429b-806a-b1259e9a6c79 None None] Network 27e249bd-cdee-49e6-a577-868f08709dc4 requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:36:11.981856 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-0f5605bc-22d7-40c1-8626-26e9e9b5375b admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b5dc5c72-d3d1-4df5-be07-e47ed588d585 HTTP/1.1" status: 204 len: 168 time: 0.6421976 Dec 24 10:36:11.984514 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38436) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:12.100166 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850967753'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:12.169053 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Deleting port 5061f50c-8f89-489d-982e-c2c696ca44ce {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:36:12.169421 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:12.256911 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926d2080-c69e-4a44-9818-67f8e8ebd831 None None] DHCP port deletion for 27e249bd-cdee-49e6-a577-868f08709dc4 request from dv-cinder-768458-2-smb {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 24 10:36:12.261564 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-926d2080-c69e-4a44-9818-67f8e8ebd831 None None] Deleting port 5061f50c-8f89-489d-982e-c2c696ca44ce {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:36:12.261988 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-926d2080-c69e-4a44-9818-67f8e8ebd831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:12.384272 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] For port 5061f50c-8f89-489d-982e-c2c696ca44ce, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=5061f50c-8f89-489d-982e-c2c696ca44ce,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:36:12.384587 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:12.517278 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Calling delete_port for 5061f50c-8f89-489d-982e-c2c696ca44ce owned by network:dhcp {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:36:12.599623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:12.614943 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0f958f3e-91af-4d35-ae3a-5e69a2dd256b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:12.636339 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-926d2080-c69e-4a44-9818-67f8e8ebd831 None None] For port 5061f50c-8f89-489d-982e-c2c696ca44ce, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=5061f50c-8f89-489d-982e-c2c696ca44ce,segment=NetworkSegment(ca3d3f6a-5901-44c4-b797-a084d7762580),segment_id=ca3d3f6a-5901-44c4-b797-a084d7762580)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:36:12.636743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-926d2080-c69e-4a44-9818-67f8e8ebd831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:12.667570 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Pushing event deleted for resources: {'Port': ['ID=5061f50c-8f89-489d-982e-c2c696ca44ce,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:12.672331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:12.757342 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] No DVR routers for this DVR port 5061f50c-8f89-489d-982e-c2c696ca44ce on host dv-cinder-768458-2-smb {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:36:12.761955 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-926d2080-c69e-4a44-9818-67f8e8ebd831 None None] Calling delete_port for 5061f50c-8f89-489d-982e-c2c696ca44ce owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:36:12.833338 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.api [None req-926d2080-c69e-4a44-9818-67f8e8ebd831 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:36:12.833745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_db.api [None req-926d2080-c69e-4a44-9818-67f8e8ebd831 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 24 10:36:12.880932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3646220', 'neutron.services.segments.db._delete_segments_for_network-8752750691050'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:12.996035 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e249bd-cdee-49e6-a577-868f08709dc4']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:13.008802 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3d3f6a-5901-44c4-b797-a084d7762580') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:13.009182 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3d3f6a-5901-44c4-b797-a084d7762580') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:13.021397 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284104077820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10707081'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:13.039733 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:13.041847 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 24 10:36:13.335313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-926d2080-c69e-4a44-9818-67f8e8ebd831 None None] Deleting port 5061f50c-8f89-489d-982e-c2c696ca44ce {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:36:13.335743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-926d2080-c69e-4a44-9818-67f8e8ebd831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:13.366888 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 1afa4883-7a74-4d71-9f43-841052e939e1 no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:36:13.404634 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No Port match for: 1afa4883-7a74-4d71-9f43-841052e939e1 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:36:13.405052 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 1afa4883-7a74-4d71-9f43-841052e939e1 not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:36:13.405513 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 5061f50c-8f89-489d-982e-c2c696ca44ce no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:36:13.466879 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Network 27e249bd-cdee-49e6-a577-868f08709dc4 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:36:13.473229 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-926d2080-c69e-4a44-9818-67f8e8ebd831 None None] The port '5061f50c-8f89-489d-982e-c2c696ca44ce' was deleted {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 24 10:36:13.474150 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No Port match for: 5061f50c-8f89-489d-982e-c2c696ca44ce {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:36:13.474543 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 5061f50c-8f89-489d-982e-c2c696ca44ce not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:36:13.476181 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851123691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843584790'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:13.659654 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Network 27e249bd-cdee-49e6-a577-868f08709dc4 has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: Traceback (most recent call last): Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: timer() Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: cb(*args, **kw) Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: return func(*args, **kwargs) Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: self._notify() Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: self.callback(batched_events) Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: event.method(event) Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: segment_id)['aggregates'][0] Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: return f(self, *a, **k) Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: return self._get(url).json() Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: **kwargs) Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: return self.request(url, 'GET', **kwargs) Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: **endpoint_filter) Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:36:13.682330 dv-cinder-768458-2-smb neutron-server[80090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:36:13.764425 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851129596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740512'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:13.768057 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:13.782892 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:13.793588 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Pushing event deleted for resources: {'Network': ['ID=27e249bd-cdee-49e6-a577-868f08709dc4,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:13.798387 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:13.802151 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-fecddd61-1763-4d9f-bf9e-c9cf1a85fc97 admin admin] 10.222.0.58 "DELETE /v2.0/networks/27e249bd-cdee-49e6-a577-868f08709dc4 HTTP/1.1" status: 204 len: 168 time: 1.8166075 Dec 24 10:36:13.946470 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38442) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:13.998660 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-e6007f23-5a4d-471b-909a-5e4d4a5f62cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ca38aa35af6c4ac3aa1ed32c962dd3fe&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0509162 Dec 24 10:36:14.001167 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38446) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:14.064781 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-125bed08-6cc4-426e-bf1f-359508872997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:14.092142 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-125bed08-6cc4-426e-bf1f-359508872997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:14.140524 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-125bed08-6cc4-426e-bf1f-359508872997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:14.145594 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-50a6c6f4-ff1c-4ee9-90c0-1a0167100176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:14.159119 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bed08-6cc4-426e-bf1f-359508872997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf9be76-ab60-4117-8888-b0d31786cd00,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:14.163332 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-125bed08-6cc4-426e-bf1f-359508872997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:14.167935 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-125bed08-6cc4-426e-bf1f-359508872997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:14.169227 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-125bed08-6cc4-426e-bf1f-359508872997 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ddf9be76-ab60-4117-8888-b0d31786cd00 HTTP/1.1" status: 204 len: 168 time: 0.1670687 Dec 24 10:36:21.677641 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38542) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:21.827273 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6666c650-cf3b-4adf-bbfc-8f26d97c7dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:21.843105 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-6666c650-cf3b-4adf-bbfc-8f26d97c7dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:36:21.847082 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-6666c650-cf3b-4adf-bbfc-8f26d97c7dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:8c42b960ea3646b28730d5fab35540ed is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:36:21.850021 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-6666c650-cf3b-4adf-bbfc-8f26d97c7dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:36:21.855721 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-6666c650-cf3b-4adf-bbfc-8f26d97c7dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:36:21.941285 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6666c650-cf3b-4adf-bbfc-8f26d97c7dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:21.943778 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6666c650-cf3b-4adf-bbfc-8f26d97c7dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:21.953172 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-eb1ca88f-59fc-4fd8-89b8-5044ef0036de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:21.998331 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-6666c650-cf3b-4adf-bbfc-8f26d97c7dc1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c42b960ea3646b28730d5fab35540ed&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3195670 Dec 24 10:36:22.000067 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666c650-cf3b-4adf-bbfc-8f26d97c7dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45e70ad-5518-4948-90cc-9263bbeabcda,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:22.001293 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 38548) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:22.004163 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6666c650-cf3b-4adf-bbfc-8f26d97c7dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:22.066899 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:22.094123 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:22.138191 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:22.143113 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-76c8a884-0672-41b3-9204-1174b5f69414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:22.155921 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45e70ad-5518-4948-90cc-9263bbeabcda,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:22.166260 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:22.167478 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c45e70ad-5518-4948-90cc-9263bbeabcda HTTP/1.1" status: 204 len: 168 time: 0.1650472 Dec 24 10:36:22.168980 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.169385 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.169782 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.170174 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.170586 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.170973 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.171360 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.171742 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.172125 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.172505 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.172933 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.173313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.173755 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.174142 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.174523 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.174902 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.175288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.175668 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.176050 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.176430 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.176869 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.177253 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.177633 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.178011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:22.186151 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9fde6cf1-f71b-466b-9e50-98b3d8800ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:24.101245 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 38588) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:24.255098 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6c983923-df69-4c1d-9208-c681eff48990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:24.271258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-6c983923-df69-4c1d-9208-c681eff48990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:36:24.275317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-6c983923-df69-4c1d-9208-c681eff48990 admin admin] Usage tracker for resource:security_group_rule and tenant:f800126e5923485aac4581db6326b594 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:36:24.278278 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-6c983923-df69-4c1d-9208-c681eff48990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:36:24.284019 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-6c983923-df69-4c1d-9208-c681eff48990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:36:24.369628 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6c983923-df69-4c1d-9208-c681eff48990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:24.372100 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6c983923-df69-4c1d-9208-c681eff48990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:24.380976 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ad0401bc-5e31-403e-8698-9d5a424626dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:24.426079 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-6c983923-df69-4c1d-9208-c681eff48990 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f800126e5923485aac4581db6326b594&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3231583 Dec 24 10:36:24.427840 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c983923-df69-4c1d-9208-c681eff48990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b3f4cd-42b3-4574-a195-08a813d66997,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:24.429090 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38594) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:24.432280 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6c983923-df69-4c1d-9208-c681eff48990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:24.494334 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-78f37980-dee1-4c00-bd59-8321dbed896d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:24.521376 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-78f37980-dee1-4c00-bd59-8321dbed896d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:24.567915 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-78f37980-dee1-4c00-bd59-8321dbed896d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:24.573657 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-943463e6-1085-496d-b24f-5855ba225a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:24.586926 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f37980-dee1-4c00-bd59-8321dbed896d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b3f4cd-42b3-4574-a195-08a813d66997,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:24.591044 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-78f37980-dee1-4c00-bd59-8321dbed896d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:24.596560 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-78f37980-dee1-4c00-bd59-8321dbed896d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:24.597813 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-78f37980-dee1-4c00-bd59-8321dbed896d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/03b3f4cd-42b3-4574-a195-08a813d66997 HTTP/1.1" status: 204 len: 168 time: 0.1675992 Dec 24 10:36:24.943566 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38602) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:24.964003 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b0045055-7d69-41b7-ab01-3eb8136c0ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:24.979351 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-b0045055-7d69-41b7-ab01-3eb8136c0ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:36:24.983494 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-b0045055-7d69-41b7-ab01-3eb8136c0ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:c18c09ff2203425188d70f5a5822e4fb is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:36:24.986464 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-b0045055-7d69-41b7-ab01-3eb8136c0ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:36:24.992288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-b0045055-7d69-41b7-ab01-3eb8136c0ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:36:25.075668 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b0045055-7d69-41b7-ab01-3eb8136c0ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:25.078472 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b0045055-7d69-41b7-ab01-3eb8136c0ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:25.091661 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6fefd7a8-f0e9-4331-914e-2f7601db6d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:25.135069 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-b0045055-7d69-41b7-ab01-3eb8136c0ba2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c18c09ff2203425188d70f5a5822e4fb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1903470 Dec 24 10:36:25.136000 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0045055-7d69-41b7-ab01-3eb8136c0ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2575e7-4518-4488-a5a0-422e47c5c025,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:25.138989 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 38606) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:25.139417 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b0045055-7d69-41b7-ab01-3eb8136c0ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:25.201695 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0e794f52-6efb-449c-a1b5-5ef1c51b8053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:25.229526 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0e794f52-6efb-449c-a1b5-5ef1c51b8053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:25.274820 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0e794f52-6efb-449c-a1b5-5ef1c51b8053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:25.279642 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6864d1e6-436d-445c-95c0-23454d6294fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:25.292779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e794f52-6efb-449c-a1b5-5ef1c51b8053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2575e7-4518-4488-a5a0-422e47c5c025,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:25.295627 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0e794f52-6efb-449c-a1b5-5ef1c51b8053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:25.304028 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0e794f52-6efb-449c-a1b5-5ef1c51b8053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:25.305299 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-0e794f52-6efb-449c-a1b5-5ef1c51b8053 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f2575e7-4518-4488-a5a0-422e47c5c025 HTTP/1.1" status: 204 len: 168 time: 0.1648426 Dec 24 10:36:31.517580 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 38702) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:31.670649 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b500edd1-cccc-4a95-b3dd-43501f24d7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:31.686149 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-b500edd1-cccc-4a95-b3dd-43501f24d7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:36:31.690197 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-b500edd1-cccc-4a95-b3dd-43501f24d7d8 admin admin] Usage tracker for resource:security_group_rule and tenant:d03bceaaba474046999e3bb778a7f80f is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:36:31.693413 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-b500edd1-cccc-4a95-b3dd-43501f24d7d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:36:31.699082 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-b500edd1-cccc-4a95-b3dd-43501f24d7d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:36:31.782409 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b500edd1-cccc-4a95-b3dd-43501f24d7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:31.785471 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b500edd1-cccc-4a95-b3dd-43501f24d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:31.794288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-deebd131-1267-4fd8-b428-4dc92d521b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:31.837624 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-b500edd1-cccc-4a95-b3dd-43501f24d7d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d03bceaaba474046999e3bb778a7f80f&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3189106 Dec 24 10:36:31.840521 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38708) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:31.841749 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500edd1-cccc-4a95-b3dd-43501f24d7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ac7465-0946-41c1-9e2d-6a130537a2a6,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:31.845133 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b500edd1-cccc-4a95-b3dd-43501f24d7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:31.903267 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-79a6f0ea-940e-41c1-9770-e7eef6d8a552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:31.930533 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-79a6f0ea-940e-41c1-9770-e7eef6d8a552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:31.974887 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-79a6f0ea-940e-41c1-9770-e7eef6d8a552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:31.980402 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c1401235-df62-489a-9b9a-5ad2b40b9886 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:31.994798 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6f0ea-940e-41c1-9770-e7eef6d8a552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ac7465-0946-41c1-9e2d-6a130537a2a6,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:31.997969 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-79a6f0ea-940e-41c1-9770-e7eef6d8a552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:32.002337 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-79a6f0ea-940e-41c1-9770-e7eef6d8a552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:32.003552 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-79a6f0ea-940e-41c1-9770-e7eef6d8a552 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9ac7465-0946-41c1-9e2d-6a130537a2a6 HTTP/1.1" status: 204 len: 168 time: 0.1619091 Dec 24 10:36:32.347597 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 38716) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:32.367194 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-66c9a97c-32b2-4be2-a416-861ef0f6a76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:32.382425 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-66c9a97c-32b2-4be2-a416-861ef0f6a76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:36:32.387064 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-66c9a97c-32b2-4be2-a416-861ef0f6a76d admin admin] Usage tracker for resource:security_group_rule and tenant:a523ae1d6d4346329f04016b8746c66a is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:36:32.390109 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-66c9a97c-32b2-4be2-a416-861ef0f6a76d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:36:32.395888 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-66c9a97c-32b2-4be2-a416-861ef0f6a76d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:36:32.480174 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-66c9a97c-32b2-4be2-a416-861ef0f6a76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:32.484103 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-66c9a97c-32b2-4be2-a416-861ef0f6a76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:32.493027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-349128f1-35eb-445a-ba19-dfde5c6d2091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:32.536190 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-66c9a97c-32b2-4be2-a416-861ef0f6a76d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a523ae1d6d4346329f04016b8746c66a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1873925 Dec 24 10:36:32.537909 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9a97c-32b2-4be2-a416-861ef0f6a76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b288cd03-9476-45bc-8fac-32d6611603a4,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:32.539086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38720) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:32.541279 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-66c9a97c-32b2-4be2-a416-861ef0f6a76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:32.605510 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-50398445-389f-4fc4-a367-c8bcff17bf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:32.634348 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-50398445-389f-4fc4-a367-c8bcff17bf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:32.678270 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-50398445-389f-4fc4-a367-c8bcff17bf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:32.683657 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e474f785-367a-40ed-a198-e2a42e3e5691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:32.697841 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50398445-389f-4fc4-a367-c8bcff17bf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b288cd03-9476-45bc-8fac-32d6611603a4,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:32.700610 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-50398445-389f-4fc4-a367-c8bcff17bf64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:32.701966 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-50398445-389f-4fc4-a367-c8bcff17bf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:32.705139 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-50398445-389f-4fc4-a367-c8bcff17bf64 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b288cd03-9476-45bc-8fac-32d6611603a4 HTTP/1.1" status: 204 len: 168 time: 0.1630239 Dec 24 10:36:33.111693 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38728) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:33.130957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0c08f9a4-aa38-4f98-93b8-b3e998ef9d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:33.145931 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-0c08f9a4-aa38-4f98-93b8-b3e998ef9d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:36:33.150073 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-0c08f9a4-aa38-4f98-93b8-b3e998ef9d55 admin admin] Usage tracker for resource:security_group_rule and tenant:9e14f17f3f364d398f2e265b1137d718 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:36:33.153153 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-0c08f9a4-aa38-4f98-93b8-b3e998ef9d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:36:33.158991 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-0c08f9a4-aa38-4f98-93b8-b3e998ef9d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:36:33.244556 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0c08f9a4-aa38-4f98-93b8-b3e998ef9d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:33.247484 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-0c08f9a4-aa38-4f98-93b8-b3e998ef9d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:33.255909 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f3f03161-25ef-4451-8ec4-b2b058bf5d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:33.298969 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-0c08f9a4-aa38-4f98-93b8-b3e998ef9d55 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9e14f17f3f364d398f2e265b1137d718&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1861484 Dec 24 10:36:33.299944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08f9a4-aa38-4f98-93b8-b3e998ef9d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a80d67a-513c-4646-96c5-067910d8de12,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:33.301878 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 38732) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:33.303235 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0c08f9a4-aa38-4f98-93b8-b3e998ef9d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:33.368690 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e5c3654c-5b7d-45ae-bb53-54ef97b6c8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:33.395017 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e5c3654c-5b7d-45ae-bb53-54ef97b6c8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:33.440167 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e5c3654c-5b7d-45ae-bb53-54ef97b6c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:33.445188 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6c983923-df69-4c1d-9208-c681eff48990 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:33.459909 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3654c-5b7d-45ae-bb53-54ef97b6c8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a80d67a-513c-4646-96c5-067910d8de12,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:33.463546 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e5c3654c-5b7d-45ae-bb53-54ef97b6c8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:33.474155 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e5c3654c-5b7d-45ae-bb53-54ef97b6c8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:33.477367 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-e5c3654c-5b7d-45ae-bb53-54ef97b6c8f8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2a80d67a-513c-4646-96c5-067910d8de12 HTTP/1.1" status: 204 len: 168 time: 0.1720014 Dec 24 10:36:34.859837 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 38762) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:35.014270 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7745d3ae-92c4-4379-a877-650327acd7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:35.030035 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-7745d3ae-92c4-4379-a877-650327acd7e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:36:35.034092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-7745d3ae-92c4-4379-a877-650327acd7e4 admin admin] Usage tracker for resource:security_group_rule and tenant:dcb2f3d6bb8b4f8eb26e04481b0952a7 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:36:35.037055 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-7745d3ae-92c4-4379-a877-650327acd7e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:36:35.043400 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-7745d3ae-92c4-4379-a877-650327acd7e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:36:35.125665 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7745d3ae-92c4-4379-a877-650327acd7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:35.128467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7745d3ae-92c4-4379-a877-650327acd7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:35.137249 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ae32a60f-93a3-49c8-812a-3a565b35cfa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:35.179165 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-7745d3ae-92c4-4379-a877-650327acd7e4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dcb2f3d6bb8b4f8eb26e04481b0952a7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3182397 Dec 24 10:36:35.180135 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745d3ae-92c4-4379-a877-650327acd7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54849498-a1d9-4974-a8f5-30f8c5ef53e6,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:35.182039 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38768) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:35.183446 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7745d3ae-92c4-4379-a877-650327acd7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:35.248462 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a5e35aa3-8de6-4fb4-ba8e-b97567158330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:35.276507 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a5e35aa3-8de6-4fb4-ba8e-b97567158330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:35.322200 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a5e35aa3-8de6-4fb4-ba8e-b97567158330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:35.323271 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-69f2c044-3f9d-43fb-9d72-ee7cb87db49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:35.327416 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-50398445-389f-4fc4-a367-c8bcff17bf64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:35.342947 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e35aa3-8de6-4fb4-ba8e-b97567158330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54849498-a1d9-4974-a8f5-30f8c5ef53e6,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:35.346038 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a5e35aa3-8de6-4fb4-ba8e-b97567158330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:35.350444 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a5e35aa3-8de6-4fb4-ba8e-b97567158330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:35.351701 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-a5e35aa3-8de6-4fb4-ba8e-b97567158330 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/54849498-a1d9-4974-a8f5-30f8c5ef53e6 HTTP/1.1" status: 204 len: 168 time: 0.1682348 Dec 24 10:36:37.834152 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:37.978126 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-9cded5e5-318b-401f-864d-ad14766048d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:38.784714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:39.259021 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:40.040571 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:42.671710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38848) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:42.823975 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-71d2f3ed-5f4f-4ac1-be44-ebe37e464e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:42.841564 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-71d2f3ed-5f4f-4ac1-be44-ebe37e464e54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:36:42.845737 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-71d2f3ed-5f4f-4ac1-be44-ebe37e464e54 admin admin] Usage tracker for resource:security_group_rule and tenant:e3de69d709564769a7bbf131c21c8dfc is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:36:42.848739 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-71d2f3ed-5f4f-4ac1-be44-ebe37e464e54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:36:42.854527 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-71d2f3ed-5f4f-4ac1-be44-ebe37e464e54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:36:42.937808 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-71d2f3ed-5f4f-4ac1-be44-ebe37e464e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:42.940605 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-71d2f3ed-5f4f-4ac1-be44-ebe37e464e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:42.950185 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-274b6de7-7507-4c29-9248-d42623691d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:42.995044 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-71d2f3ed-5f4f-4ac1-be44-ebe37e464e54 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e3de69d709564769a7bbf131c21c8dfc&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3222289 Dec 24 10:36:42.996947 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d2f3ed-5f4f-4ac1-be44-ebe37e464e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c451523-c043-44db-bce9-5abfd18548d2,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:42.997942 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 38854) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:43.000492 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-71d2f3ed-5f4f-4ac1-be44-ebe37e464e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:43.064991 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bcb5d720-ab47-46dd-95a0-d705b31cb984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:43.092328 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bcb5d720-ab47-46dd-95a0-d705b31cb984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:43.137738 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bcb5d720-ab47-46dd-95a0-d705b31cb984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:43.138376 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:36:43.142808 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-47663cae-6402-4273-9ceb-1883290db9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:43.155185 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5d720-ab47-46dd-95a0-d705b31cb984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c451523-c043-44db-bce9-5abfd18548d2,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:43.159532 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-bcb5d720-ab47-46dd-95a0-d705b31cb984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:43.165213 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bcb5d720-ab47-46dd-95a0-d705b31cb984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:43.166417 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-bcb5d720-ab47-46dd-95a0-d705b31cb984 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1c451523-c043-44db-bce9-5abfd18548d2 HTTP/1.1" status: 204 len: 168 time: 0.1673048 Dec 24 10:36:43.992281 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 38876) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:44.134194 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1237473470-network', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:36:44.139238 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:36:44.143398 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Usage tracker for resource:network and tenant:a2ef8d054e5c4841b9e9699294d5a128 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:36:44.146434 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:36:44.152865 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:36:44.162675 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Made reservation on behalf of a2ef8d054e5c4841b9e9699294d5a128 for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:36:44.167950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:44.180714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:44.196513 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:36:44.200621 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Usage tracker for resource:security_group_rule and tenant:a2ef8d054e5c4841b9e9699294d5a128 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:36:44.203565 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:36:44.209612 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:36:44.294103 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:44.296774 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:44.300966 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d4ea9904-6c83-4789-a300-72d4d2c18915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:44.336857 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 24 10:36:44.346157 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc1ad27-6dab-4318-b8b3-c893d20e4a8f,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:44.352429 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284104084767', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:44.353047 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Added segment a86b140b-c365-4495-8864-274a13d5e8a0 of type vxlan for network d6d467c9-8db1-4331-9bde-74c88d82f4af Dec 24 10:36:44.358532 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:44.380510 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:44.410216 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:44.411431 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:36:44.412069 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:44.416949 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:44.520921 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5274134 Dec 24 10:36:44.524476 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Pushing event updated for resources: {'Network': ['ID=d6d467c9-8db1-4331-9bde-74c88d82f4af,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:44.525191 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38882) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:44.527623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8264b9ce-87a4-4da2-ac2b-73782523a558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:44.531844 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Request body: {'subnet': {'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1237473470-subnet', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:36:44.537526 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:36:44.537944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network d6d467c9-8db1-4331-9bde-74c88d82f4af details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:36:44.541671 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Usage tracker for resource:subnet and tenant:a2ef8d054e5c4841b9e9699294d5a128 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:36:44.544774 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:36:44.552206 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:36:44.556485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Network d6d467c9-8db1-4331-9bde-74c88d82f4af details requested by agent ovs-agent-hv-cinder-76845 with host hv-cinder-76845 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:36:44.561868 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Made reservation on behalf of a2ef8d054e5c4841b9e9699294d5a128 for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:36:44.566892 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844216392'] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:44.970266 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843584500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844216407'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:44.985460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:45.121292 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0049c50f-234c-4c21-998c-59465609559b,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:45.125304 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:45.183972 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Checking segment: {'id': 'a86b140b-c365-4495-8864-274a13d5e8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:36:45.184365 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Network hostable DHCP agents. Network: d6d467c9-8db1-4331-9bde-74c88d82f4af, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:36:45.202333 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Network d6d467c9-8db1-4331-9bde-74c88d82f4af is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:36:45.210578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, d6d467c9-8db1-4331-9bde-74c88d82f4af) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:36:45.219961 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b861a2f-095b-418a-84cb-501f8d199160 None None] Network d6d467c9-8db1-4331-9bde-74c88d82f4af requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:36:45.222722 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:36:45.223333 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:45.248865 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7229400 Dec 24 10:36:45.251716 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38886) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:45.257307 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1237473470-router', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:36:45.262206 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:36:45.266297 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Usage tracker for resource:router and tenant:a2ef8d054e5c4841b9e9699294d5a128 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:36:45.269857 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:36:45.275596 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:36:45.284932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-749278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854731281'] for router, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:45.285983 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854734311'] for router, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:45.303415 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:45.446435 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d363115-915d-5340-bb55-d8b06d7f9000-d6d467c9-8db1-4331-9bde-74c88d82f4af', 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'fixed_ips': [{'subnet_id': '0049c50f-234c-4c21-998c-59465609559b'}]}} from dv-cinder-768458-2-smb. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 24 10:36:45.447342 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:45.580753 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854734328'] for router, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:45.737767 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Allocated IP 172.20.0.2 (d6d467c9-8db1-4331-9bde-74c88d82f4af/0049c50f-234c-4c21-998c-59465609559b/97a68d47-b75f-46f1-85d7-c99eb47e560a) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:36:45.903439 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:45.938419 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:45.955482 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:45.967047 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Transition to ACTIVE for port object 97a68d47-b75f-46f1-85d7-c99eb47e560a will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:36:45.983957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Transition to ACTIVE for port object 97a68d47-b75f-46f1-85d7-c99eb47e560a will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:36:45.987557 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:46.003125 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d5f67f69-b849-49b0-915a-3f4d08fe1629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:46.142162 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Pushing event updated for resources: {'Port': ['ID=97a68d47-b75f-46f1-85d7-c99eb47e560a,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:46.154360 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.154687 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.155063 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.155439 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.155844 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.156210 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.156580 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.156990 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.157359 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.157723 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.158091 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.158450 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.158862 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.159273 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.159637 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.160017 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.160356 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.160746 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.161114 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.161471 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.161837 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.162194 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.162572 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.162907 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:46.168338 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:46.206688 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Allocated IP 172.28.2.156 (81ea6ac4-2b55-4e45-bfef-bd97c85883e8/5f0c4e3f-7153-464a-952b-cce20cfb6b8f/a5d9c0b6-a842-4aab-bbe9-325de160c107) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:36:46.207735 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Network d6d467c9-8db1-4331-9bde-74c88d82f4af is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:36:46.208960 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Resources bound (agent type, host, resource id): {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:36:46.211575 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:36:46.266381 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Attempting to bind port 97a68d47-b75f-46f1-85d7-c99eb47e560a on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:36:46.266799 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Attempting to bind port 97a68d47-b75f-46f1-85d7-c99eb47e560a by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'a86b140b-c365-4495-8864-274a13d5e8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:36:46.267219 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Attempting to bind port 97a68d47-b75f-46f1-85d7-c99eb47e560a on network d6d467c9-8db1-4331-9bde-74c88d82f4af {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:36:46.272844 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:36:46.273297 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Checking segment: {'id': 'a86b140b-c365-4495-8864-274a13d5e8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:36:46.273745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:46.274182 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Bound using segment: {'id': 'a86b140b-c365-4495-8864-274a13d5e8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:36:46.274678 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Bound port: 97a68d47-b75f-46f1-85d7-c99eb47e560a, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86b140b-c365-4495-8864-274a13d5e8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:36:46.275098 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:46.366237 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:46.369591 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] For port 97a68d47-b75f-46f1-85d7-c99eb47e560a, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:36:46.372796 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] For port 97a68d47-b75f-46f1-85d7-c99eb47e560a, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=97a68d47-b75f-46f1-85d7-c99eb47e560a,segment=NetworkSegment(a86b140b-c365-4495-8864-274a13d5e8a0),segment_id=a86b140b-c365-4495-8864-274a13d5e8a0)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:36:46.376093 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:46.391402 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:46.392901 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:46.416380 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-f311119d-d6ee-43c5-939c-720b4f48a507 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:46.548003 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Pushing event updated for resources: {'Port': ['ID=97a68d47-b75f-46f1-85d7-c99eb47e560a,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:46.553280 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-bbd55c75-ece0-4b4d-8b26-fb787f16f5a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:46.784779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d9c0b6-a842-4aab-bbe9-325de160c107,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:46.789892 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:46.835423 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:36:46.836672 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:36:46.839053 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:36:47.261776 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:47.407429 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 97a68d47-b75f-46f1-85d7-c99eb47e560a up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:36:47.636047 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854026554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854035228'] for router, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:47.643556 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 97a68d47-b75f-46f1-85d7-c99eb47e560a completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:36:47.855755 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Router 9e972c5a-4c57-4966-85bd-e3b28e216263 is scheduled to L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac with binding_index 1 {{(pid=80200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 24 10:36:47.889148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74070ff-7c5c-4edd-a7dd-ff3689cae1df None None] Network d6d467c9-8db1-4331-9bde-74c88d82f4af requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:36:47.934143 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-3b3b05ca-1fa9-4b28-8b2e-bc1fdbde54b1 None None] Provisioning for port 97a68d47-b75f-46f1-85d7-c99eb47e560a completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:36:47.991463 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-3b3b05ca-1fa9-4b28-8b2e-bc1fdbde54b1 None None] Provisioning complete for port 97a68d47-b75f-46f1-85d7-c99eb47e560a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:47.991915 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3b3b05ca-1fa9-4b28-8b2e-bc1fdbde54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:48.038399 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:36:48.048542 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Sync routers for ids ['9e972c5a-4c57-4966-85bd-e3b28e216263'] in dv-cinder-768458-2-smb {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:36:48.060121 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Routers {'9e972c5a-4c57-4966-85bd-e3b28e216263'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:36:48.061350 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:36:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['9e972c5a-4c57-4966-85bd-e3b28e216263'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:48.062244 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:48.066337 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-24d30626-ac62-45b2-870d-c3df7d508de4 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8109100 Dec 24 10:36:48.066743 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 38890) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:48.217915 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3b3b05ca-1fa9-4b28-8b2e-bc1fdbde54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:48.265517 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-3b3b05ca-1fa9-4b28-8b2e-bc1fdbde54b1 None None] For port 97a68d47-b75f-46f1-85d7-c99eb47e560a, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=97a68d47-b75f-46f1-85d7-c99eb47e560a,segment=NetworkSegment(a86b140b-c365-4495-8864-274a13d5e8a0),segment_id=a86b140b-c365-4495-8864-274a13d5e8a0)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:36:48.271731 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3b3b05ca-1fa9-4b28-8b2e-bc1fdbde54b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:48.275148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Set router 9e972c5a-4c57-4966-85bd-e3b28e216263 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:36:48.275288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c8d13d2c-bcc6-4c2f-9d40-b17e28dfdbb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:48.351968 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b05ca-1fa9-4b28-8b2e-bc1fdbde54b1 None None] Pushing event updated for resources: {'Port': ['ID=97a68d47-b75f-46f1-85d7-c99eb47e560a,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:48.355803 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3b3b05ca-1fa9-4b28-8b2e-bc1fdbde54b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:48.599985 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-17ddad5d-569f-4466-92cc-ace387193a9f None None] Provisioning complete for port 97a68d47-b75f-46f1-85d7-c99eb47e560a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:48.600295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-17ddad5d-569f-4466-92cc-ace387193a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:48.623369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'name': 'tempest-TestShelveInstance-1237473470-router', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:45Z', 'updated_at': '2020-12-24T10:36:47Z', 'revision_number': 3, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'gw_port': {'id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:46Z', 'updated_at': '2020-12-24T10:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:48.627574 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Checking router: 9e972c5a-4c57-4966-85bd-e3b28e216263 for host: dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:36:48.628002 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Updating router 9e972c5a-4c57-4966-85bd-e3b28e216263 port a5d9c0b6-a842-4aab-bbe9-325de160c107 binding host dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 24 10:36:48.692615 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:48.740861 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:48.869861 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-e670d903-7447-4792-9410-aa259d494c8a None None] Provisioning complete for port 97a68d47-b75f-46f1-85d7-c99eb47e560a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:48.870624 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e670d903-7447-4792-9410-aa259d494c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:49.103541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:49.105222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Allocated IP 172.20.0.1 (d6d467c9-8db1-4331-9bde-74c88d82f4af/0049c50f-234c-4c21-998c-59465609559b/15c72c02-ee36-48a1-8529-3681498a4831) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:36:49.116539 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Transition to ACTIVE for port object a5d9c0b6-a842-4aab-bbe9-325de160c107 will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:36:49.116759 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-c81ad95d-a70e-4e8e-8b73-af559e74e582 None None] Provisioning complete for port 97a68d47-b75f-46f1-85d7-c99eb47e560a triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:49.117148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c81ad95d-a70e-4e8e-8b73-af559e74e582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:49.119745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:49.138845 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:49.274156 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:49.277240 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Pushing event updated for resources: {'Port': ['ID=a5d9c0b6-a842-4aab-bbe9-325de160c107,revision_number=2']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:49.288914 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.289772 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.290147 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.290506 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.290865 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.291222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.291341 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Transition to ACTIVE for port object 15c72c02-ee36-48a1-8529-3681498a4831 will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:36:49.291575 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.291934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.292284 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.292636 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.293014 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.293369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.293776 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.294127 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.294477 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.294827 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.295175 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.295525 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.295874 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.296223 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.296572 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.296943 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.297290 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.297635 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:36:49.302911 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:49.311882 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:49.327346 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:49.355176 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Attempting to bind port a5d9c0b6-a842-4aab-bbe9-325de160c107 on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:36:49.355592 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Attempting to bind port a5d9c0b6-a842-4aab-bbe9-325de160c107 by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:36:49.356000 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Attempting to bind port a5d9c0b6-a842-4aab-bbe9-325de160c107 on network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:36:49.361818 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:36:49.362443 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Checking segment: {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:36:49.362894 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:49.363400 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Bound using segment: {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:36:49.363921 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Bound port: a5d9c0b6-a842-4aab-bbe9-325de160c107, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:36:49.364346 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:49.389262 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 97a68d47-b75f-46f1-85d7-c99eb47e560a up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:36:49.440111 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] For port a5d9c0b6-a842-4aab-bbe9-325de160c107, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:36:49.443702 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] For port a5d9c0b6-a842-4aab-bbe9-325de160c107, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=a5d9c0b6-a842-4aab-bbe9-325de160c107,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:36:49.447125 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:49.461386 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 97a68d47-b75f-46f1-85d7-c99eb47e560a triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:49.462230 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:49.464191 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-25e8d24d-c4a3-4015-8830-abcc8e42540c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:49.479721 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Pushing event updated for resources: {'Port': ['ID=15c72c02-ee36-48a1-8529-3681498a4831,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:49.482987 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:49.547316 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Network d6d467c9-8db1-4331-9bde-74c88d82f4af is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:36:49.549297 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:36:49.562798 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:36:49.627476 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740409'] for router_interface, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:49.761452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-bf12df39-e885-4ced-b667-85dd0d0711c6 None None] Provisioning for port 15c72c02-ee36-48a1-8529-3681498a4831 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:36:49.767014 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-bf12df39-e885-4ced-b667-85dd0d0711c6 None None] Provisioning complete for port 15c72c02-ee36-48a1-8529-3681498a4831 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:49.767514 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bf12df39-e885-4ced-b667-85dd0d0711c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:49.787529 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Pushing event updated for resources: {'Port': ['ID=a5d9c0b6-a842-4aab-bbe9-325de160c107,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:49.792309 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2bdc186d-3af9-4565-b64b-3450e67f70e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:49.823612 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-bf12df39-e885-4ced-b667-85dd0d0711c6 None None] Port 15c72c02-ee36-48a1-8529-3681498a4831 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:36:49.845019 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Routers {'9e972c5a-4c57-4966-85bd-e3b28e216263'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:36:49.845620 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:36:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['9e972c5a-4c57-4966-85bd-e3b28e216263'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:49.909532 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:50.028031 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] Set router 9e972c5a-4c57-4966-85bd-e3b28e216263 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:36:50.368357 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'name': 'tempest-TestShelveInstance-1237473470-router', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:45Z', 'updated_at': '2020-12-24T10:36:49Z', 'revision_number': 4, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'gw_port': {'id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:46Z', 'updated_at': '2020-12-24T10:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '15c72c02-ee36-48a1-8529-3681498a4831', 'name': '', 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'mac_address': 'fa:16:3e:2b:16:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0049c50f-234c-4c21-998c-59465609559b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:48Z', 'updated_at': '2020-12-24T10:36:49Z', 'revision_number': 1, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'subnets': [{'id': '0049c50f-234c-4c21-998c-59465609559b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:50.373258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b47c22-87ff-43c6-8c14-83aa277a69f4 None None] The sync data for ids ['9e972c5a-4c57-4966-85bd-e3b28e216263'] in dv-cinder-768458-2-smb is: [{'id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'name': 'tempest-TestShelveInstance-1237473470-router', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:45Z', 'updated_at': '2020-12-24T10:36:49Z', 'revision_number': 4, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'gw_port': {'id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:46Z', 'updated_at': '2020-12-24T10:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '15c72c02-ee36-48a1-8529-3681498a4831', 'name': '', 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'mac_address': 'fa:16:3e:2b:16:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0049c50f-234c-4c21-998c-59465609559b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:48Z', 'updated_at': '2020-12-24T10:36:49Z', 'revision_number': 1, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'subnets': [{'id': '0049c50f-234c-4c21-998c-59465609559b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:36:50.413396 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:50.417572 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:50.446980 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-679d156e-af01-4a3e-94f3-fc79108a06a4 tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:50.528778 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851622594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739714'] for router_interface, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:50.547541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Pushing event updated for resources: {'Port': ['ID=15c72c02-ee36-48a1-8529-3681498a4831,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:50.553715 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:50.685422 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Network d6d467c9-8db1-4331-9bde-74c88d82f4af is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:36:50.685706 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:36:50.896324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Router 9e972c5a-4c57-4966-85bd-e3b28e216263 has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:36:50.959397 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-7dc27040-6417-4e7a-a9e4-86bf5995e394 None None] Provisioning complete for port 15c72c02-ee36-48a1-8529-3681498a4831 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:50.959951 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7dc27040-6417-4e7a-a9e4-86bf5995e394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:51.020509 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-7dc27040-6417-4e7a-a9e4-86bf5995e394 None None] Port 15c72c02-ee36-48a1-8529-3681498a4831 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:36:51.095499 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:36:51.105302 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] 10.222.0.58 "PUT /v2.0/routers/9e972c5a-4c57-4966-85bd-e3b28e216263/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0373731 Dec 24 10:36:51.418256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device a5d9c0b6-a842-4aab-bbe9-325de160c107 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:36:51.489627 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port a5d9c0b6-a842-4aab-bbe9-325de160c107 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:36:51.495761 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port a5d9c0b6-a842-4aab-bbe9-325de160c107 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:51.496189 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:51.623448 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:51.640089 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port a5d9c0b6-a842-4aab-bbe9-325de160c107, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=a5d9c0b6-a842-4aab-bbe9-325de160c107,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:36:51.643117 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:51.645337 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:51.712976 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=a5d9c0b6-a842-4aab-bbe9-325de160c107,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:51.716533 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:51.877412 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 38908) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:51.883790 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-211154859-network', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:36:51.889020 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:36:51.893165 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Usage tracker for resource:network and tenant:bef957c4b6b34c4c982e9ae94cddf815 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:36:51.896180 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:36:51.901968 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:36:51.911574 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Made reservation on behalf of bef957c4b6b34c4c982e9ae94cddf815 for: {'network': 1} {{(pid=80199) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:36:51.916770 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for network, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:51.930107 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:51.945152 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:36:51.949184 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Usage tracker for resource:security_group_rule and tenant:bef957c4b6b34c4c982e9ae94cddf815 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:36:51.952118 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:36:51.958110 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:36:52.042808 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:52.045714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:52.049874 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-abc994a3-cc4e-4026-a404-4664e4876d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:52.078951 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80199) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 24 10:36:52.092502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe0a613-f513-4344-94eb-a06d728c2ff6,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:52.096774 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:52.097741 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363284104084767', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:52.098169 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.segments_db [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Added segment a6f6a117-f181-4199-8109-31123f54f5cd of type vxlan for network 05adbb2c-7a40-4cf2-8693-9e53e9459bbf Dec 24 10:36:52.125333 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363284104564374'] for network, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:52.154368 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609'] for network, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:52.155613 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:36:52.156249 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:52.161186 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:52.261693 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.3830891 Dec 24 10:36:52.264609 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38912) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:52.269239 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Pushing event updated for resources: {'Network': ['ID=05adbb2c-7a40-4cf2-8693-9e53e9459bbf,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:52.271929 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] Request body: {'subnet': {'network_id': '05adbb2c-7a40-4cf2-8693-9e53e9459bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-211154859-subnet', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'ip_version': 4}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:36:52.272369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-dc0577bc-ce9d-4e59-b7ef-bb32f1c35f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:52.280466 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:36:52.280920 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Network 05adbb2c-7a40-4cf2-8693-9e53e9459bbf details requested by agent ovs-agent-dv-cinder-768458-2-smb with host dv-cinder-768458-2-smb {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:36:52.284555 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] Usage tracker for resource:subnet and tenant:bef957c4b6b34c4c982e9ae94cddf815 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:36:52.292928 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:36:52.298610 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Network 05adbb2c-7a40-4cf2-8693-9e53e9459bbf details requested by agent ovs-agent-hv-cinder-76845 with host hv-cinder-76845 {{(pid=80201) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 24 10:36:52.298766 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:36:52.307544 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] Made reservation on behalf of bef957c4b6b34c4c982e9ae94cddf815 for: {'subnet': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:36:52.312295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036844216392'] for subnet, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:52.712200 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843584500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036844216407'] for subnet, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:52.726985 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-644cfcd6-4e92-4ac7-9e95-380bdb2583e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:52.859097 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95748555-5343-4119-8e00-8585578187e0,revision_number=0']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:52.861814 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:52.925519 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] Checking segment: {'id': 'a6f6a117-f181-4199-8109-31123f54f5cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '05adbb2c-7a40-4cf2-8693-9e53e9459bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:36:52.925904 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] Network hostable DHCP agents. Network: 05adbb2c-7a40-4cf2-8693-9e53e9459bbf, hostable agents: ['2b512a71-2a99-476a-9c21-a5fc7e246662'], hosted agents: [] {{(pid=80200) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 24 10:36:52.944583 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] Network 05adbb2c-7a40-4cf2-8693-9e53e9459bbf is scheduled to be hosted by DHCP agent 2b512a71-2a99-476a-9c21-a5fc7e246662 with binding_index 1 {{(pid=80200) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 24 10:36:52.953232 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-2-smb, 05adbb2c-7a40-4cf2-8693-9e53e9459bbf) {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:36:52.962757 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ffe907-0bea-4421-a8c8-fa8e8d1507e9 None None] Network 05adbb2c-7a40-4cf2-8693-9e53e9459bbf requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:36:52.964876 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:36:52.965520 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:52.984080 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-4e2e724b-7d48-46cf-8a3e-b680d10aad27 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7182982 Dec 24 10:36:52.986852 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 38916) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:52.993027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-211154859-router', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:36:52.997849 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:36:53.001999 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Usage tracker for resource:router and tenant:bef957c4b6b34c4c982e9ae94cddf815 is out of sync, need to count used quota {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:36:53.005522 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80200) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:36:53.012083 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:36:53.021256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-749278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854731281'] for router, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:53.022340 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-746101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-740574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854366100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854734311'] for router, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:53.036792 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:53.197718 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d363115-915d-5340-bb55-d8b06d7f9000-05adbb2c-7a40-4cf2-8693-9e53e9459bbf', 'network_id': '05adbb2c-7a40-4cf2-8693-9e53e9459bbf', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'fixed_ips': [{'subnet_id': '95748555-5343-4119-8e00-8585578187e0'}]}} from dv-cinder-768458-2-smb. {{(pid=80201) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 24 10:36:53.198643 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:53.321745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-740557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-749261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854734328'] for router, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:53.402082 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device a5d9c0b6-a842-4aab-bbe9-325de160c107 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:36:53.560298 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port a5d9c0b6-a842-4aab-bbe9-325de160c107 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:53.560759 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:53.600864 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Allocated IP 172.20.0.2 (05adbb2c-7a40-4cf2-8693-9e53e9459bbf/95748555-5343-4119-8e00-8585578187e0/da70aa73-6534-4a93-965b-0ae2ec5ab412) {{(pid=80201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:36:53.661947 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Sync routers for ids ['9e972c5a-4c57-4966-85bd-e3b28e216263'] in dv-cinder-768458-2-smb {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:36:53.744943 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Routers {'9e972c5a-4c57-4966-85bd-e3b28e216263'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:36:53.745652 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:36:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['9e972c5a-4c57-4966-85bd-e3b28e216263'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:53.912933 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:53.947366 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:54.218339 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Allocated IP 172.28.2.254 (81ea6ac4-2b55-4e45-bfef-bd97c85883e8/5f0c4e3f-7153-464a-952b-cce20cfb6b8f/67c0b504-ad70-4d4f-adf2-f6e736cf07ca) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:36:54.251550 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Set router 9e972c5a-4c57-4966-85bd-e3b28e216263 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:36:54.314453 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Notify callbacks [] for port, precommit_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:54.375600 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:54.398843 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Transition to ACTIVE for port object da70aa73-6534-4a93-965b-0ae2ec5ab412 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:36:54.402989 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:54.418944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5644e19e-1712-40c4-a106-94d96369bc7d tempest-VolumesActionsTest-1419821614 tempest-VolumesActionsTest-1419821614] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:54.451485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Transition to ACTIVE for port object da70aa73-6534-4a93-965b-0ae2ec5ab412 will not be triggered until provisioned by entity DHCP. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:36:54.511313 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083'] for port, after_create {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:54.531523 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:54.565838 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Pushing event updated for resources: {'Port': ['ID=67c0b504-ad70-4d4f-adf2-f6e736cf07ca,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:54.570479 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:54.612250 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:36:54.613491 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:36:54.615763 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:36:54.719022 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Pushing event updated for resources: {'Port': ['ID=da70aa73-6534-4a93-965b-0ae2ec5ab412,revision_number=1']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:54.722481 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:54.805393 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Network 05adbb2c-7a40-4cf2-8693-9e53e9459bbf is already hosted by enough agents. {{(pid=80201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:36:54.807938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Resources bound (agent type, host, resource id): {{(pid=80201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:36:54.810690 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Received port after_create {{(pid=80201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:36:54.875143 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Attempting to bind port da70aa73-6534-4a93-965b-0ae2ec5ab412 on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:36:54.875565 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Attempting to bind port da70aa73-6534-4a93-965b-0ae2ec5ab412 by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'a6f6a117-f181-4199-8109-31123f54f5cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '05adbb2c-7a40-4cf2-8693-9e53e9459bbf'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:36:54.875979 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Attempting to bind port da70aa73-6534-4a93-965b-0ae2ec5ab412 on network 05adbb2c-7a40-4cf2-8693-9e53e9459bbf {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:36:54.881692 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'name': 'tempest-TestShelveInstance-1237473470-router', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:45Z', 'updated_at': '2020-12-24T10:36:49Z', 'revision_number': 4, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'gw_port': {'id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:46Z', 'updated_at': '2020-12-24T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '15c72c02-ee36-48a1-8529-3681498a4831', 'name': '', 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'mac_address': 'fa:16:3e:2b:16:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0049c50f-234c-4c21-998c-59465609559b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:48Z', 'updated_at': '2020-12-24T10:36:50Z', 'revision_number': 2, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'subnets': [{'id': '0049c50f-234c-4c21-998c-59465609559b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:54.887347 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:36:54.887769 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Checking segment: {'id': 'a6f6a117-f181-4199-8109-31123f54f5cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '05adbb2c-7a40-4cf2-8693-9e53e9459bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:36:54.888216 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:54.888656 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Bound using segment: {'id': 'a6f6a117-f181-4199-8109-31123f54f5cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '05adbb2c-7a40-4cf2-8693-9e53e9459bbf'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:36:54.889200 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Bound port: da70aa73-6534-4a93-965b-0ae2ec5ab412, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f6a117-f181-4199-8109-31123f54f5cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '05adbb2c-7a40-4cf2-8693-9e53e9459bbf'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:36:54.889615 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:54.901625 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Checking router: 9e972c5a-4c57-4966-85bd-e3b28e216263 for host: dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:36:54.902053 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Updating router 9e972c5a-4c57-4966-85bd-e3b28e216263 port 15c72c02-ee36-48a1-8529-3681498a4831 binding host dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 24 10:36:55.005044 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:55.038717 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:55.085994 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] For port da70aa73-6534-4a93-965b-0ae2ec5ab412, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:36:55.104846 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] For port da70aa73-6534-4a93-965b-0ae2ec5ab412, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=da70aa73-6534-4a93-965b-0ae2ec5ab412,segment=NetworkSegment(a6f6a117-f181-4199-8109-31123f54f5cd),segment_id=a6f6a117-f181-4199-8109-31123f54f5cd)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:36:55.137705 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:55.157745 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:55.365077 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Pushing event updated for resources: {'Port': ['ID=da70aa73-6534-4a93-965b-0ae2ec5ab412,revision_number=2']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:55.383380 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-6019120d-336e-4c99-9df7-fa782711f6b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:55.388494 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854026554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854035228'] for router, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:55.614182 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Router 02cda921-d9d0-4a33-89ed-e3991d78afd0 is scheduled to L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac with binding_index 1 {{(pid=80200) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 24 10:36:55.661129 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:55.673805 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Transition to ACTIVE for port object 15c72c02-ee36-48a1-8529-3681498a4831 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:36:55.677065 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:55.692827 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:55.815670 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80200) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:36:55.826373 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Sync routers for ids ['02cda921-d9d0-4a33-89ed-e3991d78afd0'] in dv-cinder-768458-2-smb {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:36:55.843585 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294b411-9080-48bc-9e38-9507c0286b5e None None] Pushing event updated for resources: {'Port': ['ID=15c72c02-ee36-48a1-8529-3681498a4831,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:55.844776 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Routers {'02cda921-d9d0-4a33-89ed-e3991d78afd0'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:36:55.845780 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:36:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['02cda921-d9d0-4a33-89ed-e3991d78afd0'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:55.848725 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b294b411-9080-48bc-9e38-9507c0286b5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:55.857093 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:55.858635 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-12e56b3e-e953-4875-99b6-f6a1b481391e admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8707967 Dec 24 10:36:55.861737 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 38920) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:36:56.035289 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Attempting to bind port 15c72c02-ee36-48a1-8529-3681498a4831 on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:36:56.036220 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Attempting to bind port 15c72c02-ee36-48a1-8529-3681498a4831 by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'a86b140b-c365-4495-8864-274a13d5e8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:36:56.036653 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Attempting to bind port 15c72c02-ee36-48a1-8529-3681498a4831 on network d6d467c9-8db1-4331-9bde-74c88d82f4af {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:36:56.043321 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:36:56.043750 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Checking segment: {'id': 'a86b140b-c365-4495-8864-274a13d5e8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:36:56.044204 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:56.044886 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Bound using segment: {'id': 'a86b140b-c365-4495-8864-274a13d5e8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:36:56.045416 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Bound port: 15c72c02-ee36-48a1-8529-3681498a4831, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86b140b-c365-4495-8864-274a13d5e8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:36:56.046159 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:56.080031 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Set router 02cda921-d9d0-4a33-89ed-e3991d78afd0 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:36:56.162953 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] For port 15c72c02-ee36-48a1-8529-3681498a4831, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:36:56.167535 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] For port 15c72c02-ee36-48a1-8529-3681498a4831, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=15c72c02-ee36-48a1-8529-3681498a4831,segment=NetworkSegment(a86b140b-c365-4495-8864-274a13d5e8a0),segment_id=a86b140b-c365-4495-8864-274a13d5e8a0)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:36:56.172321 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:56.190469 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:56.401089 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'name': 'tempest-TestShelveInstance-211154859-router', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:53Z', 'updated_at': '2020-12-24T10:36:54Z', 'revision_number': 3, 'project_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'gw_port': {'id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:54Z', 'updated_at': '2020-12-24T10:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:56.405903 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Checking router: 02cda921-d9d0-4a33-89ed-e3991d78afd0 for host: dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:36:56.406327 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Updating router 02cda921-d9d0-4a33-89ed-e3991d78afd0 port 67c0b504-ad70-4d4f-adf2-f6e736cf07ca binding host dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 24 10:36:56.465086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:56.524655 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294b411-9080-48bc-9e38-9507c0286b5e None None] Pushing event updated for resources: {'Port': ['ID=15c72c02-ee36-48a1-8529-3681498a4831,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:56.530369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b294b411-9080-48bc-9e38-9507c0286b5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:56.583263 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:56.589025 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Routers {'9e972c5a-4c57-4966-85bd-e3b28e216263'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:36:56.589712 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:36:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['9e972c5a-4c57-4966-85bd-e3b28e216263'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:56.837541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] Set router 9e972c5a-4c57-4966-85bd-e3b28e216263 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:36:56.979702 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Notify callbacks [] for port, precommit_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:56.994366 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Transition to ACTIVE for port object 67c0b504-ad70-4d4f-adf2-f6e736cf07ca will not be triggered until provisioned by entity L2. {{(pid=80202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:36:57.010146 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:57.013607 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Allocated IP 172.20.0.1 (05adbb2c-7a40-4cf2-8693-9e53e9459bbf/95748555-5343-4119-8e00-8585578187e0/4f6ae067-b101-452c-9242-3ce793b87372) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:36:57.027755 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:57.099380 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a63ed52-cfb3-4e62-9831-5bbbb6bd0eb4 None None] Network 05adbb2c-7a40-4cf2-8693-9e53e9459bbf requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:36:57.172302 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca67ee-ae16-47b6-af83-aaa80e10434c None None] Pushing event updated for resources: {'Port': ['ID=67c0b504-ad70-4d4f-adf2-f6e736cf07ca,revision_number=2']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:57.178236 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d9ca67ee-ae16-47b6-af83-aaa80e10434c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:57.182637 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:57.199726 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Transition to ACTIVE for port object 4f6ae067-b101-452c-9242-3ce793b87372 will not be triggered until provisioned by entity DHCP. {{(pid=80199) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:36:57.217519 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-c5c7c822-d9bd-4059-a62e-53e2b86e7ff4 None None] Provisioning for port da70aa73-6534-4a93-965b-0ae2ec5ab412 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:36:57.221270 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:57.236338 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Attempting to bind port 67c0b504-ad70-4d4f-adf2-f6e736cf07ca on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:36:57.236774 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Attempting to bind port 67c0b504-ad70-4d4f-adf2-f6e736cf07ca by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:36:57.237183 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Attempting to bind port 67c0b504-ad70-4d4f-adf2-f6e736cf07ca on network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:36:57.243115 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:36:57.243528 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Checking segment: {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:36:57.244026 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:57.244401 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Bound using segment: {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'} {{(pid=80202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:36:57.244735 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-0d6bd6fe-03fa-408a-950a-5e78cf214e5e tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:57.244935 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Bound port: 67c0b504-ad70-4d4f-adf2-f6e736cf07ca, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}}] {{(pid=80202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:36:57.245329 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:57.324557 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] For port 67c0b504-ad70-4d4f-adf2-f6e736cf07ca, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:36:57.327887 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] For port 67c0b504-ad70-4d4f-adf2-f6e736cf07ca, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=67c0b504-ad70-4d4f-adf2-f6e736cf07ca,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:36:57.331980 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80202) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:57.348823 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9bfbe3a3-1a2b-4ea6-9407-cdc51105e37a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:57.418721 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Pushing event updated for resources: {'Port': ['ID=4f6ae067-b101-452c-9242-3ce793b87372,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:57.422735 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:57.437258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'name': 'tempest-TestShelveInstance-1237473470-router', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:45Z', 'updated_at': '2020-12-24T10:36:49Z', 'revision_number': 4, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'gw_port': {'id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:46Z', 'updated_at': '2020-12-24T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '15c72c02-ee36-48a1-8529-3681498a4831', 'name': '', 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'mac_address': 'fa:16:3e:2b:16:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0049c50f-234c-4c21-998c-59465609559b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:48Z', 'updated_at': '2020-12-24T10:36:56Z', 'revision_number': 4, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'subnets': [{'id': '0049c50f-234c-4c21-998c-59465609559b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:57.453273 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a877285-bcea-44e6-89f8-a19cf31ad86a None None] The sync data for ids ['9e972c5a-4c57-4966-85bd-e3b28e216263'] in dv-cinder-768458-2-smb is: [{'id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'name': 'tempest-TestShelveInstance-1237473470-router', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:45Z', 'updated_at': '2020-12-24T10:36:49Z', 'revision_number': 4, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'gw_port': {'id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:46Z', 'updated_at': '2020-12-24T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '15c72c02-ee36-48a1-8529-3681498a4831', 'name': '', 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'mac_address': 'fa:16:3e:2b:16:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0049c50f-234c-4c21-998c-59465609559b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:48Z', 'updated_at': '2020-12-24T10:36:56Z', 'revision_number': 4, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'subnets': [{'id': '0049c50f-234c-4c21-998c-59465609559b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:36:57.485444 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Network 05adbb2c-7a40-4cf2-8693-9e53e9459bbf is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:36:57.487300 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:36:57.495354 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:36:57.572119 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ca67ee-ae16-47b6-af83-aaa80e10434c None None] Pushing event updated for resources: {'Port': ['ID=67c0b504-ad70-4d4f-adf2-f6e736cf07ca,revision_number=3']} {{(pid=80202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:57.573506 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-740409'] for router_interface, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:57.589671 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d9ca67ee-ae16-47b6-af83-aaa80e10434c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80202) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:57.626286 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 15c72c02-ee36-48a1-8529-3681498a4831 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:36:57.668136 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Routers {'02cda921-d9d0-4a33-89ed-e3991d78afd0'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:36:57.669132 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:36:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['02cda921-d9d0-4a33-89ed-e3991d78afd0'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:57.754365 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 15c72c02-ee36-48a1-8529-3681498a4831 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:36:57.767295 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:57.771747 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-99621d65-6aa0-4a06-aaf7-84633d591426 None None] Provisioning for port 4f6ae067-b101-452c-9242-3ce793b87372 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:36:57.775190 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 15c72c02-ee36-48a1-8529-3681498a4831 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:57.775617 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:57.861503 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-99621d65-6aa0-4a06-aaf7-84633d591426 None None] Provisioning complete for port 4f6ae067-b101-452c-9242-3ce793b87372 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:57.862078 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-99621d65-6aa0-4a06-aaf7-84633d591426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:58.010466 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:58.080403 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port 15c72c02-ee36-48a1-8529-3681498a4831, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=15c72c02-ee36-48a1-8529-3681498a4831,segment=NetworkSegment(a86b140b-c365-4495-8864-274a13d5e8a0),segment_id=a86b140b-c365-4495-8864-274a13d5e8a0)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:36:58.087731 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:58.088669 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device da70aa73-6534-4a93-965b-0ae2ec5ab412 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:36:58.153758 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] Set router 02cda921-d9d0-4a33-89ed-e3991d78afd0 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:36:58.158002 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-3b3b05ca-1fa9-4b28-8b2e-bc1fdbde54b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:58.244873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=15c72c02-ee36-48a1-8529-3681498a4831,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:58.253192 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:58.259942 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-99621d65-6aa0-4a06-aaf7-84633d591426 None None] Port 4f6ae067-b101-452c-9242-3ce793b87372 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:36:58.267664 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port da70aa73-6534-4a93-965b-0ae2ec5ab412 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:36:58.275108 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port da70aa73-6534-4a93-965b-0ae2ec5ab412 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:58.275801 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:58.338239 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-99621d65-6aa0-4a06-aaf7-84633d591426 None None] Provisioning complete for port da70aa73-6534-4a93-965b-0ae2ec5ab412 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:58.338870 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-99621d65-6aa0-4a06-aaf7-84633d591426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:58.383700 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:58.389873 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:58.422575 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ac6af37a-d276-412e-bc47-d3c361324561 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:58.507798 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851622594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-739714'] for router_interface, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:58.526060 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:58.561171 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'name': 'tempest-TestShelveInstance-211154859-router', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:53Z', 'updated_at': '2020-12-24T10:36:57Z', 'revision_number': 4, 'project_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'gw_port': {'id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:54Z', 'updated_at': '2020-12-24T10:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '4f6ae067-b101-452c-9242-3ce793b87372', 'name': '', 'network_id': '05adbb2c-7a40-4cf2-8693-9e53e9459bbf', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'mac_address': 'fa:16:3e:de:8b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '95748555-5343-4119-8e00-8585578187e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:56Z', 'updated_at': '2020-12-24T10:36:57Z', 'revision_number': 1, 'project_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'subnets': [{'id': '95748555-5343-4119-8e00-8585578187e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:36:58.565684 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39812fc-bea6-433f-b9b6-0daf757c31a7 None None] The sync data for ids ['02cda921-d9d0-4a33-89ed-e3991d78afd0'] in dv-cinder-768458-2-smb is: [{'id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'name': 'tempest-TestShelveInstance-211154859-router', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:53Z', 'updated_at': '2020-12-24T10:36:57Z', 'revision_number': 4, 'project_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'gw_port': {'id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:54Z', 'updated_at': '2020-12-24T10:36:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '4f6ae067-b101-452c-9242-3ce793b87372', 'name': '', 'network_id': '05adbb2c-7a40-4cf2-8693-9e53e9459bbf', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'mac_address': 'fa:16:3e:de:8b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '95748555-5343-4119-8e00-8585578187e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:56Z', 'updated_at': '2020-12-24T10:36:57Z', 'revision_number': 1, 'project_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'subnets': [{'id': '95748555-5343-4119-8e00-8585578187e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:36:58.583184 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-99621d65-6aa0-4a06-aaf7-84633d591426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:58.604042 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port da70aa73-6534-4a93-965b-0ae2ec5ab412, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=da70aa73-6534-4a93-965b-0ae2ec5ab412,segment=NetworkSegment(a6f6a117-f181-4199-8109-31123f54f5cd),segment_id=a6f6a117-f181-4199-8109-31123f54f5cd)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:36:58.614240 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:58.616562 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-b294b411-9080-48bc-9e38-9507c0286b5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:36:58.626944 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Pushing event updated for resources: {'Port': ['ID=4f6ae067-b101-452c-9242-3ce793b87372,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:58.630373 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:58.696723 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Network 05adbb2c-7a40-4cf2-8693-9e53e9459bbf is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:36:58.698080 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:36:58.737824 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.api [None req-99621d65-6aa0-4a06-aaf7-84633d591426 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:36:58.738241 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_db.api [None req-99621d65-6aa0-4a06-aaf7-84633d591426 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 24 10:36:58.740761 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=da70aa73-6534-4a93-965b-0ae2ec5ab412,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:36:58.744835 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:36:58.894273 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Router 02cda921-d9d0-4a33-89ed-e3991d78afd0 has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:36:59.090266 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:36:59.103888 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] 10.222.0.58 "PUT /v2.0/routers/02cda921-d9d0-4a33-89ed-e3991d78afd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2373085 Dec 24 10:36:59.415180 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 15c72c02-ee36-48a1-8529-3681498a4831 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:36:59.483918 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-7a4ea1d4-30fa-49b1-8430-06a8193ef00c None None] Provisioning complete for port 4f6ae067-b101-452c-9242-3ce793b87372 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:59.484338 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7a4ea1d4-30fa-49b1-8430-06a8193ef00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:59.585127 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-7a4ea1d4-30fa-49b1-8430-06a8193ef00c None None] Port 4f6ae067-b101-452c-9242-3ce793b87372 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:36:59.586933 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 15c72c02-ee36-48a1-8529-3681498a4831 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:59.587355 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:59.650702 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-7a4ea1d4-30fa-49b1-8430-06a8193ef00c None None] Provisioning complete for port da70aa73-6534-4a93-965b-0ae2ec5ab412 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:59.651127 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7a4ea1d4-30fa-49b1-8430-06a8193ef00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:59.818104 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device da70aa73-6534-4a93-965b-0ae2ec5ab412 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:36:59.906079 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port da70aa73-6534-4a93-965b-0ae2ec5ab412 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:36:59.906608 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:36:59.997069 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-fca2ce3e-22f2-46f2-8ea1-3a76c939c369 req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1155187145', 'description': 'tempest-TestShelveInstance-1155187145 description'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:37:00.003495 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-fca2ce3e-22f2-46f2-8ea1-3a76c939c369 req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:37:00.008451 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-fca2ce3e-22f2-46f2-8ea1-3a76c939c369 req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Usage tracker for resource:security_group and tenant:a2ef8d054e5c4841b9e9699294d5a128 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:37:00.011563 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-fca2ce3e-22f2-46f2-8ea1-3a76c939c369 req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:37:00.017396 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-fca2ce3e-22f2-46f2-8ea1-3a76c939c369 req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:37:00.027819 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-fca2ce3e-22f2-46f2-8ea1-3a76c939c369 req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for security_group, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:00.049133 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-fca2ce3e-22f2-46f2-8ea1-3a76c939c369 req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:37:00.053258 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-fca2ce3e-22f2-46f2-8ea1-3a76c939c369 req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Usage tracker for resource:security_group_rule and tenant:a2ef8d054e5c4841b9e9699294d5a128 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:37:00.056294 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-fca2ce3e-22f2-46f2-8ea1-3a76c939c369 req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:37:00.062256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-fca2ce3e-22f2-46f2-8ea1-3a76c939c369 req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:37:00.136260 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-fca2ce3e-22f2-46f2-8ea1-3a76c939c369 req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for security_group, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:00.139209 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-fca2ce3e-22f2-46f2-8ea1-3a76c939c369 req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:00.144493 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7d2412f0-1908-4695-bdac-844c7af46375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:37:00.184976 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-fca2ce3e-22f2-46f2-8ea1-3a76c939c369 req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:00.186295 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-fca2ce3e-22f2-46f2-8ea1-3a76c939c369 req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1757 time: 0.1940849 Dec 24 10:37:00.187090 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:37:00.190757 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:37:00.270993 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-fa458b54-5948-4ea5-8782-959c0330b6e3 req-2ad1fa07-d90c-48f6-92be-1217ee51d193 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups/e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9 HTTP/1.1" status: 200 len: 1752 time: 0.0498893 Dec 24 10:37:00.282521 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-fa458b54-5948-4ea5-8782-959c0330b6e3 req-e1c5d7bb-8b3e-4dd8-be22-867723e98647 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:37:00.282876 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-fa458b54-5948-4ea5-8782-959c0330b6e3 req-e1c5d7bb-8b3e-4dd8-be22-867723e98647 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:37:00.289490 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-fa458b54-5948-4ea5-8782-959c0330b6e3 req-e1c5d7bb-8b3e-4dd8-be22-867723e98647 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:37:00.293562 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-fa458b54-5948-4ea5-8782-959c0330b6e3 req-e1c5d7bb-8b3e-4dd8-be22-867723e98647 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Usage tracker for resource:security_group_rule and tenant:a2ef8d054e5c4841b9e9699294d5a128 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:37:00.296584 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-fa458b54-5948-4ea5-8782-959c0330b6e3 req-e1c5d7bb-8b3e-4dd8-be22-867723e98647 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:37:00.302392 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-fa458b54-5948-4ea5-8782-959c0330b6e3 req-e1c5d7bb-8b3e-4dd8-be22-867723e98647 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:37:00.357630 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-fa458b54-5948-4ea5-8782-959c0330b6e3 req-e1c5d7bb-8b3e-4dd8-be22-867723e98647 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:00.380576 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-fa458b54-5948-4ea5-8782-959c0330b6e3 req-e1c5d7bb-8b3e-4dd8-be22-867723e98647 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:00.383101 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-fa458b54-5948-4ea5-8782-959c0330b6e3 req-e1c5d7bb-8b3e-4dd8-be22-867723e98647 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415296'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:00.385167 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:37:00.408555 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5d7bb-8b3e-4dd8-be22-867723e98647 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a001331-08bb-4720-bb3d-abcc2f76a99c,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:37:00.415618 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e1c5d7bb-8b3e-4dd8-be22-867723e98647 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:37:00.419179 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-fa458b54-5948-4ea5-8782-959c0330b6e3 req-e1c5d7bb-8b3e-4dd8-be22-867723e98647 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:00.420436 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-fa458b54-5948-4ea5-8782-959c0330b6e3 req-e1c5d7bb-8b3e-4dd8-be22-867723e98647 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.1421947 Dec 24 10:37:00.500875 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-47ee99a6-0fdb-4768-9118-3a55d4d4b413 req-ace4c582-9978-42b7-9962-bf3360a3f385 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups/e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9 HTTP/1.1" status: 200 len: 2313 time: 0.0491068 Dec 24 10:37:00.511526 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-47ee99a6-0fdb-4768-9118-3a55d4d4b413 req-c74abdeb-76b5-41ad-a5f1-ce9587529b43 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9', 'remote_group_id': None}]} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:37:00.511877 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-47ee99a6-0fdb-4768-9118-3a55d4d4b413 req-c74abdeb-76b5-41ad-a5f1-ce9587529b43 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9', 'remote_group_id': None}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:37:00.517932 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-47ee99a6-0fdb-4768-9118-3a55d4d4b413 req-c74abdeb-76b5-41ad-a5f1-ce9587529b43 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:37:00.522002 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-47ee99a6-0fdb-4768-9118-3a55d4d4b413 req-c74abdeb-76b5-41ad-a5f1-ce9587529b43 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Usage tracker for resource:security_group_rule and tenant:a2ef8d054e5c4841b9e9699294d5a128 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:37:00.525764 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-47ee99a6-0fdb-4768-9118-3a55d4d4b413 req-c74abdeb-76b5-41ad-a5f1-ce9587529b43 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:37:00.531622 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-47ee99a6-0fdb-4768-9118-3a55d4d4b413 req-c74abdeb-76b5-41ad-a5f1-ce9587529b43 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:37:00.588337 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-47ee99a6-0fdb-4768-9118-3a55d4d4b413 req-c74abdeb-76b5-41ad-a5f1-ce9587529b43 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for security_group_rule, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:00.612383 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-47ee99a6-0fdb-4768-9118-3a55d4d4b413 req-c74abdeb-76b5-41ad-a5f1-ce9587529b43 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:00.614952 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-47ee99a6-0fdb-4768-9118-3a55d4d4b413 req-c74abdeb-76b5-41ad-a5f1-ce9587529b43 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415296'] for security_group_rule, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:00.617035 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:37:00.640471 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74abdeb-76b5-41ad-a5f1-ce9587529b43 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ac823d-de76-4266-908d-73402dd29998,revision_number=0']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:37:00.644523 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c74abdeb-76b5-41ad-a5f1-ce9587529b43 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:37:00.651733 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-47ee99a6-0fdb-4768-9118-3a55d4d4b413 req-c74abdeb-76b5-41ad-a5f1-ce9587529b43 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for security_group_rule, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:00.653033 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-47ee99a6-0fdb-4768-9118-3a55d4d4b413 req-c74abdeb-76b5-41ad-a5f1-ce9587529b43 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.1457117 Dec 24 10:37:01.407328 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 67c0b504-ad70-4d4f-adf2-f6e736cf07ca up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:37:01.479806 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 67c0b504-ad70-4d4f-adf2-f6e736cf07ca completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:37:01.484779 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 67c0b504-ad70-4d4f-adf2-f6e736cf07ca triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:37:01.485195 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:01.606898 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:01.623711 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port 67c0b504-ad70-4d4f-adf2-f6e736cf07ca, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=67c0b504-ad70-4d4f-adf2-f6e736cf07ca,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:37:01.626982 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:01.629968 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:37:01.872989 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=67c0b504-ad70-4d4f-adf2-f6e736cf07ca,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:37:01.876756 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:37:02.180128 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Sync routers for ids ['02cda921-d9d0-4a33-89ed-e3991d78afd0'] in dv-cinder-768458-2-smb {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:37:02.190060 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Routers {'02cda921-d9d0-4a33-89ed-e3991d78afd0'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:37:02.190720 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:36:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['02cda921-d9d0-4a33-89ed-e3991d78afd0'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:37:02.372861 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Set router 02cda921-d9d0-4a33-89ed-e3991d78afd0 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:37:02.703867 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'name': 'tempest-TestShelveInstance-211154859-router', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:53Z', 'updated_at': '2020-12-24T10:36:57Z', 'revision_number': 4, 'project_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'gw_port': {'id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:54Z', 'updated_at': '2020-12-24T10:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '4f6ae067-b101-452c-9242-3ce793b87372', 'name': '', 'network_id': '05adbb2c-7a40-4cf2-8693-9e53e9459bbf', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'mac_address': 'fa:16:3e:de:8b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '95748555-5343-4119-8e00-8585578187e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:56Z', 'updated_at': '2020-12-24T10:36:57Z', 'revision_number': 2, 'project_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'subnets': [{'id': '95748555-5343-4119-8e00-8585578187e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:37:02.708155 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Checking router: 02cda921-d9d0-4a33-89ed-e3991d78afd0 for host: dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:37:02.708557 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Updating router 02cda921-d9d0-4a33-89ed-e3991d78afd0 port 4f6ae067-b101-452c-9242-3ce793b87372 binding host dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Dec 24 10:37:02.761998 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:03.176519 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Notify callbacks [] for port, precommit_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:03.189870 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Transition to ACTIVE for port object 4f6ae067-b101-452c-9242-3ce793b87372 will not be triggered until provisioned by entity L2. {{(pid=80201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:37:03.192404 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:03.208947 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-fe74bc8b-8a98-4a1e-b5bb-b088027b9266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:37:03.353424 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf03bc-a04f-4af8-941e-6069bc84de63 None None] Pushing event updated for resources: {'Port': ['ID=4f6ae067-b101-452c-9242-3ce793b87372,revision_number=3']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:37:03.357865 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-42bf03bc-a04f-4af8-941e-6069bc84de63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:37:03.491115 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 67c0b504-ad70-4d4f-adf2-f6e736cf07ca up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:37:03.568920 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Attempting to bind port 4f6ae067-b101-452c-9242-3ce793b87372 on host dv-cinder-768458-2-smb for vnic_type normal with profile {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:37:03.569336 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Attempting to bind port 4f6ae067-b101-452c-9242-3ce793b87372 by drivers openvswitch on host dv-cinder-768458-2-smb at level 0 using segments [{'id': 'a6f6a117-f181-4199-8109-31123f54f5cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '05adbb2c-7a40-4cf2-8693-9e53e9459bbf'}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:37:03.570364 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Attempting to bind port 4f6ae067-b101-452c-9242-3ce793b87372 on network 05adbb2c-7a40-4cf2-8693-9e53e9459bbf {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:37:03.582279 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Checking agent: {'id': 'ac69ff16-2e5c-4c94-b4c5-4277e9b6cc89', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 18, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 18, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:37:03.582662 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Checking segment: {'id': 'a6f6a117-f181-4199-8109-31123f54f5cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '05adbb2c-7a40-4cf2-8693-9e53e9459bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:37:03.583121 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:03.583572 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Bound using segment: {'id': 'a6f6a117-f181-4199-8109-31123f54f5cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '05adbb2c-7a40-4cf2-8693-9e53e9459bbf'} {{(pid=80201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:37:03.584114 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Bound port: 4f6ae067-b101-452c-9242-3ce793b87372, host: dv-cinder-768458-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f6a117-f181-4199-8109-31123f54f5cd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '05adbb2c-7a40-4cf2-8693-9e53e9459bbf'}}] {{(pid=80201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:37:03.584541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:03.675093 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 67c0b504-ad70-4d4f-adf2-f6e736cf07ca triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:37:03.675529 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:03.755850 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] For port 4f6ae067-b101-452c-9242-3ce793b87372, host dv-cinder-768458-2-smb, cleared binding levels {{(pid=80201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:37:03.760276 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] For port 4f6ae067-b101-452c-9242-3ce793b87372, host dv-cinder-768458-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=4f6ae067-b101-452c-9242-3ce793b87372,segment=NetworkSegment(a6f6a117-f181-4199-8109-31123f54f5cd),segment_id=a6f6a117-f181-4199-8109-31123f54f5cd)] {{(pid=80201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:37:03.767764 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:03.783937 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:37:03.994840 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf03bc-a04f-4af8-941e-6069bc84de63 None None] Pushing event updated for resources: {'Port': ['ID=4f6ae067-b101-452c-9242-3ce793b87372,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:37:04.006092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-42bf03bc-a04f-4af8-941e-6069bc84de63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:37:04.034221 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Routers {'02cda921-d9d0-4a33-89ed-e3991d78afd0'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:37:04.034900 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:36:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['02cda921-d9d0-4a33-89ed-e3991d78afd0'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:37:04.233648 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] Set router 02cda921-d9d0-4a33-89ed-e3991d78afd0 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:37:04.749070 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'name': 'tempest-TestShelveInstance-211154859-router', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:53Z', 'updated_at': '2020-12-24T10:36:57Z', 'revision_number': 4, 'project_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'gw_port': {'id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:54Z', 'updated_at': '2020-12-24T10:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '4f6ae067-b101-452c-9242-3ce793b87372', 'name': '', 'network_id': '05adbb2c-7a40-4cf2-8693-9e53e9459bbf', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'mac_address': 'fa:16:3e:de:8b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '95748555-5343-4119-8e00-8585578187e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:56Z', 'updated_at': '2020-12-24T10:37:03Z', 'revision_number': 4, 'project_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'subnets': [{'id': '95748555-5343-4119-8e00-8585578187e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:37:04.753823 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1378cfb-0756-42de-a792-f39fc154f050 None None] The sync data for ids ['02cda921-d9d0-4a33-89ed-e3991d78afd0'] in dv-cinder-768458-2-smb is: [{'id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'name': 'tempest-TestShelveInstance-211154859-router', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:53Z', 'updated_at': '2020-12-24T10:36:57Z', 'revision_number': 4, 'project_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'gw_port': {'id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:54Z', 'updated_at': '2020-12-24T10:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '4f6ae067-b101-452c-9242-3ce793b87372', 'name': '', 'network_id': '05adbb2c-7a40-4cf2-8693-9e53e9459bbf', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'mac_address': 'fa:16:3e:de:8b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '95748555-5343-4119-8e00-8585578187e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:56Z', 'updated_at': '2020-12-24T10:37:03Z', 'revision_number': 4, 'project_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'subnets': [{'id': '95748555-5343-4119-8e00-8585578187e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:37:05.325703 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-869f1ea8-66c6-4267-86ef-3c92ec462bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:05.417367 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 4f6ae067-b101-452c-9242-3ce793b87372 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:37:05.489476 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning for port 4f6ae067-b101-452c-9242-3ce793b87372 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:37:05.494462 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 4f6ae067-b101-452c-9242-3ce793b87372 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:37:05.494859 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:05.623241 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:05.657290 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] For port 4f6ae067-b101-452c-9242-3ce793b87372, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=4f6ae067-b101-452c-9242-3ce793b87372,segment=NetworkSegment(a6f6a117-f181-4199-8109-31123f54f5cd),segment_id=a6f6a117-f181-4199-8109-31123f54f5cd)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:37:05.660134 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:05.662098 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:37:05.729151 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Pushing event updated for resources: {'Port': ['ID=4f6ae067-b101-452c-9242-3ce793b87372,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:37:05.732397 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:37:07.394914 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 4f6ae067-b101-452c-9242-3ce793b87372 up at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:37:07.466870 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Provisioning complete for port 4f6ae067-b101-452c-9242-3ce793b87372 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:37:07.467294 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:07.837428 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:07.978937 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-bc746ec7-ed0e-4991-a60c-2b73f5188906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:08.801911 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:09.261116 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:10.043474 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:15.955333 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-94789827-cfee-41f9-8c01-c092c4dc757a req-da3a93cd-86a8-421d-a253-8ef071408c5a tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Synchronizing usage tracker for tenant:a2ef8d054e5c4841b9e9699294d5a128 on resource:security_group {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:37:15.971705 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-94789827-cfee-41f9-8c01-c092c4dc757a req-da3a93cd-86a8-421d-a253-8ef071408c5a tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Unset dirty status for tenant:a2ef8d054e5c4841b9e9699294d5a128 on resource:security_group {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:37:15.972928 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94789827-cfee-41f9-8c01-c092c4dc757a req-da3a93cd-86a8-421d-a253-8ef071408c5a tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1155187145&fields=id&tenant_id=a2ef8d054e5c4841b9e9699294d5a128 HTTP/1.1" status: 200 len: 267 time: 0.0582228 Dec 24 10:37:16.129657 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4dc1bc7f-94a4-4faa-8052-09c773b352ae tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:16.130311 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4dc1bc7f-94a4-4faa-8052-09c773b352ae tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Synchronizing usage tracker for tenant:a2ef8d054e5c4841b9e9699294d5a128 on resource:network {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:37:16.146948 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4dc1bc7f-94a4-4faa-8052-09c773b352ae tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Unset dirty status for tenant:a2ef8d054e5c4841b9e9699294d5a128 on resource:network {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:37:16.148244 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4dc1bc7f-94a4-4faa-8052-09c773b352ae tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/networks?id=d6d467c9-8db1-4331-9bde-74c88d82f4af HTTP/1.1" status: 200 len: 809 time: 0.1681352 Dec 24 10:37:16.164475 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94789827-cfee-41f9-8c01-c092c4dc757a req-21f3331d-9be0-437c-8ad5-ccff709406c9 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/quotas/a2ef8d054e5c4841b9e9699294d5a128 HTTP/1.1" status: 200 len: 375 time: 0.0099645 Dec 24 10:37:16.250775 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-94789827-cfee-41f9-8c01-c092c4dc757a req-e21c2ae9-361e-46df-ae47-96f9f8c80485 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Synchronizing usage tracker for tenant:a2ef8d054e5c4841b9e9699294d5a128 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:37:16.267506 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-94789827-cfee-41f9-8c01-c092c4dc757a req-e21c2ae9-361e-46df-ae47-96f9f8c80485 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Unset dirty status for tenant:a2ef8d054e5c4841b9e9699294d5a128 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:37:16.269150 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94789827-cfee-41f9-8c01-c092c4dc757a req-e21c2ae9-361e-46df-ae47-96f9f8c80485 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2ef8d054e5c4841b9e9699294d5a128&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989041 Dec 24 10:37:16.552099 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94789827-cfee-41f9-8c01-c092c4dc757a req-47ae418b-2203-4be4-ac6d-357edce09510 service neutron] 10.222.0.58 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697544 Dec 24 10:37:16.694901 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94789827-cfee-41f9-8c01-c092c4dc757a req-ddf59e79-d8eb-473b-a92e-9f777c3afab4 service neutron] 10.222.0.58 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1356847 Dec 24 10:37:17.206477 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-da3df952-7bde-4b5d-a865-8a03abc6f3f2 req-3764caab-bb97-47a1-86b6-2a60534fdf1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 210 time: 0.1353202 Dec 24 10:37:18.244009 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94789827-cfee-41f9-8c01-c092c4dc757a req-9d9a0f4c-b686-4163-b1e5-88b9477f7ba4 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:18.245645 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94789827-cfee-41f9-8c01-c092c4dc757a req-9d9a0f4c-b686-4163-b1e5-88b9477f7ba4 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.20 "GET /v2.0/networks?id=d6d467c9-8db1-4331-9bde-74c88d82f4af HTTP/1.1" status: 200 len: 809 time: 0.1586664 Dec 24 10:37:18.334396 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94789827-cfee-41f9-8c01-c092c4dc757a req-1664c509-3c9f-4692-a5f2-01e22b5a8266 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2ef8d054e5c4841b9e9699294d5a128 HTTP/1.1" status: 200 len: 5545 time: 0.0702136 Dec 24 10:37:18.343562 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-94789827-cfee-41f9-8c01-c092c4dc757a req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Request body: {'port': {'device_id': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'admin_state_up': True, 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'security_groups': ['e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9']}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:37:18.384572 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b6e17958-3b39-4f3f-960d-d1e7bda6f3d0 req-cdec75f8-1ff3-48b4-ad20-a33704d62197 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 210 time: 0.0453777 Dec 24 10:37:18.491611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-94789827-cfee-41f9-8c01-c092c4dc757a req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:37:18.501637 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-94789827-cfee-41f9-8c01-c092c4dc757a req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80200) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:37:18.510532 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94789827-cfee-41f9-8c01-c092c4dc757a req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Made reservation on behalf of a2ef8d054e5c4841b9e9699294d5a128 for: {'port': 1} {{(pid=80200) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 24 10:37:18.515988 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-94789827-cfee-41f9-8c01-c092c4dc757a req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:18.818288 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-94789827-cfee-41f9-8c01-c092c4dc757a req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Allocated IP 172.20.0.3 (d6d467c9-8db1-4331-9bde-74c88d82f4af/0049c50f-234c-4c21-998c-59465609559b/37f605f0-afc1-4180-a441-2bc458878c42) {{(pid=80200) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:37:19.242086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-94789827-cfee-41f9-8c01-c092c4dc757a req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for port, precommit_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:19.258974 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-94789827-cfee-41f9-8c01-c092c4dc757a req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Transition to ACTIVE for port object 37f605f0-afc1-4180-a441-2bc458878c42 will not be triggered until provisioned by entity DHCP. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:37:19.277775 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-94789827-cfee-41f9-8c01-c092c4dc757a req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_create {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:19.292336 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-98fda99d-e10b-4c6d-a243-1c6951fe684e tempest-VolumesNegativeTest-131194715 tempest-VolumesNegativeTest-131194715] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:37:19.427881 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Pushing event updated for resources: {'Port': ['ID=37f605f0-afc1-4180-a441-2bc458878c42,revision_number=1']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:37:19.447017 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.447441 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.447855 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.448261 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.448666 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.449092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.449494 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.449912 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.450314 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.450712 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.451111 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.451505 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.451957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.452353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.452789 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.453212 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.453585 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.453980 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.454369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.454760 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.455150 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.455542 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.456199 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.456592 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:19.462402 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:37:19.501523 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94789827-cfee-41f9-8c01-c092c4dc757a req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Network d6d467c9-8db1-4331-9bde-74c88d82f4af is already hosted by enough agents. {{(pid=80200) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:37:19.502680 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-94789827-cfee-41f9-8c01-c092c4dc757a req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Resources bound (agent type, host, resource id): {{(pid=80200) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:37:19.505118 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-94789827-cfee-41f9-8c01-c092c4dc757a req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Received port after_create {{(pid=80200) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:37:19.575022 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94789827-cfee-41f9-8c01-c092c4dc757a req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:19.575748 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-94789827-cfee-41f9-8c01-c092c4dc757a req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:19.604561 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94789827-cfee-41f9-8c01-c092c4dc757a req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2650759 Dec 24 10:37:19.610604 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a09b33-6f23-4a7f-b49d-87fd34c688c6 req-ddd24da1-c4d0-4874-88ce-07a4bad869ec tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:19.612249 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-06a09b33-6f23-4a7f-b49d-87fd34c688c6 req-ddd24da1-c4d0-4874-88ce-07a4bad869ec tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 931 time: 0.0935767 Dec 24 10:37:19.624154 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Request body: {'port': {'device_id': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=80200) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:37:19.666850 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-06a09b33-6f23-4a7f-b49d-87fd34c688c6 req-b25866a2-7eb8-4f3c-90c9-c4c75a67dd10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0473769 Dec 24 10:37:19.738734 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:19.794125 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-2aece4ee-adfa-4b15-a600-74fad6fddf56 None None] Provisioning for port 37f605f0-afc1-4180-a441-2bc458878c42 completed by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:37:19.799187 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-2aece4ee-adfa-4b15-a600-74fad6fddf56 None None] Provisioning complete for port 37f605f0-afc1-4180-a441-2bc458878c42 triggered by entity DHCP. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:37:19.799562 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2aece4ee-adfa-4b15-a600-74fad6fddf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:19.855900 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-2aece4ee-adfa-4b15-a600-74fad6fddf56 None None] Port 37f605f0-afc1-4180-a441-2bc458878c42 cannot update to ACTIVE because it is not bound. {{(pid=80201) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 24 10:37:20.138319 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:37:20.151733 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f605f0-afc1-4180-a441-2bc458878c42 {{(pid=80200) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 24 10:37:20.158710 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:20.171158 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Transition to ACTIVE for port object 37f605f0-afc1-4180-a441-2bc458878c42 will not be triggered until provisioned by entity L2. {{(pid=80200) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 24 10:37:20.173808 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:20.188957 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-5ee4df3c-7f6b-4093-98e0-ec16d86ddd19 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:37:20.328500 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=37f605f0-afc1-4180-a441-2bc458878c42,revision_number=2']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:37:20.334633 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:37:20.510171 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Attempting to bind port 37f605f0-afc1-4180-a441-2bc458878c42 on host hv-cinder-76845 for vnic_type normal with profile {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 24 10:37:20.510740 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Attempting to bind port 37f605f0-afc1-4180-a441-2bc458878c42 by drivers openvswitch on host hv-cinder-76845 at level 0 using segments [{'id': 'a86b140b-c365-4495-8864-274a13d5e8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af'}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 24 10:37:20.511212 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Attempting to bind port 37f605f0-afc1-4180-a441-2bc458878c42 on network d6d467c9-8db1-4331-9bde-74c88d82f4af {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 24 10:37:20.517230 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Checking agent: {'id': '8ef69600-cf70-4869-a027-c8aff722cf11', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 24, 10, 25, 9), 'started_at': datetime.datetime(2020, 12, 24, 10, 25, 39), 'heartbeat_timestamp': datetime.datetime(2020, 12, 24, 10, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.15', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 24 10:37:20.517598 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Checking segment: {'id': 'a86b140b-c365-4495-8864-274a13d5e8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 24 10:37:20.517995 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:20.518398 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Bound using segment: {'id': 'a86b140b-c365-4495-8864-274a13d5e8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af'} {{(pid=80200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 24 10:37:20.518858 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Bound port: 37f605f0-afc1-4180-a441-2bc458878c42, host: hv-cinder-76845, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86b140b-c365-4495-8864-274a13d5e8a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af'}}] {{(pid=80200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 24 10:37:20.519231 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:20.616048 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] For port 37f605f0-afc1-4180-a441-2bc458878c42, host hv-cinder-76845, cleared binding levels {{(pid=80200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 24 10:37:20.619687 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] For port 37f605f0-afc1-4180-a441-2bc458878c42, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=37f605f0-afc1-4180-a441-2bc458878c42,segment=NetworkSegment(a86b140b-c365-4495-8864-274a13d5e8a0),segment_id=a86b140b-c365-4495-8864-274a13d5e8a0)] {{(pid=80200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 24 10:37:20.622864 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843584892'] for port, after_update {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:20.638429 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-9840ee6c-70cd-4fc0-b1f9-d7ced07e7703 tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:37:20.787140 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=37f605f0-afc1-4180-a441-2bc458878c42,revision_number=3']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:37:20.791881 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:37:20.823462 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:20.824144 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:20.825667 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94789827-cfee-41f9-8c01-c092c4dc757a req-4e2380d5-65e6-46ea-9b51-34f72817f4b3 service neutron] 10.222.0.20 "PUT /v2.0/ports/37f605f0-afc1-4180-a441-2bc458878c42 HTTP/1.1" status: 200 len: 1157 time: 1.2065692 Dec 24 10:37:20.826207 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'tag': '37f605f0-afc1-4180-a441-2bc458878c42'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:37:20.893011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee62fbe-e223-4717-84f6-223b4ff76a65 req-4b1f6ce9-b4f2-4c01-80a5-5d85c9cff773 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:20.894671 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-fee62fbe-e223-4717-84f6-223b4ff76a65 req-4b1f6ce9-b4f2-4c01-80a5-5d85c9cff773 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 943 time: 0.0923991 Dec 24 10:37:20.925772 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'tag': '37f605f0-afc1-4180-a441-2bc458878c42', 'status': 'completed', 'code': 200} Dec 24 10:37:20.948019 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-fee62fbe-e223-4717-84f6-223b4ff76a65 req-42678235-060c-44bc-8b6c-00e51fdc5a6e tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0452256 Dec 24 10:37:20.965422 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94789827-cfee-41f9-8c01-c092c4dc757a req-1e25b198-2f68-442d-88a6-c3c7c6c78b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:20.967120 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94789827-cfee-41f9-8c01-c092c4dc757a req-1e25b198-2f68-442d-88a6-c3c7c6c78b35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2ef8d054e5c4841b9e9699294d5a128&device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 1160 time: 0.0859525 Dec 24 10:37:21.045343 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94789827-cfee-41f9-8c01-c092c4dc757a req-54ce61af-bb26-47b3-b240-e0e94d199f91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37f605f0-afc1-4180-a441-2bc458878c42 HTTP/1.1" status: 200 len: 217 time: 0.0635865 Dec 24 10:37:21.119848 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94789827-cfee-41f9-8c01-c092c4dc757a req-c3b7778f-58da-456e-a466-3df1f806fa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:21.121446 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94789827-cfee-41f9-8c01-c092c4dc757a req-c3b7778f-58da-456e-a466-3df1f806fa87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0049c50f-234c-4c21-998c-59465609559b HTTP/1.1" status: 200 len: 848 time: 0.0682578 Dec 24 10:37:21.200845 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94789827-cfee-41f9-8c01-c092c4dc757a req-82a10745-6d32-4994-951f-3c4d8b639e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:21.202440 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94789827-cfee-41f9-8c01-c092c4dc757a req-82a10745-6d32-4994-951f-3c4d8b639e8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6d467c9-8db1-4331-9bde-74c88d82f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730774 Dec 24 10:37:21.344499 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94789827-cfee-41f9-8c01-c092c4dc757a req-0466bcfe-1752-4276-9f64-36f8ce177f6d service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342843 Dec 24 10:37:21.485929 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-94789827-cfee-41f9-8c01-c092c4dc757a req-474b8510-12f4-4f06-89ff-d2497932d892 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1349897 Dec 24 10:37:21.656262 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b33ca8-d711-4668-b2ae-e0df8f5c41f4 req-5e6ecd77-e8a6-4b4a-919e-d6fbc2b63024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:21.657806 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9b33ca8-d711-4668-b2ae-e0df8f5c41f4 req-5e6ecd77-e8a6-4b4a-919e-d6fbc2b63024 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2ef8d054e5c4841b9e9699294d5a128&device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 1160 time: 0.0781891 Dec 24 10:37:21.798716 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b33ca8-d711-4668-b2ae-e0df8f5c41f4 req-7041ff38-6d39-4a2a-9c12-afe3fc074b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:21.800250 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9b33ca8-d711-4668-b2ae-e0df8f5c41f4 req-7041ff38-6d39-4a2a-9c12-afe3fc074b1b service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6d467c9-8db1-4331-9bde-74c88d82f4af HTTP/1.1" status: 200 len: 903 time: 0.1349454 Dec 24 10:37:21.868568 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9b33ca8-d711-4668-b2ae-e0df8f5c41f4 req-88312e83-59a8-470e-8942-2f6152ffa8cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37f605f0-afc1-4180-a441-2bc458878c42 HTTP/1.1" status: 200 len: 217 time: 0.0616989 Dec 24 10:37:21.939032 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b33ca8-d711-4668-b2ae-e0df8f5c41f4 req-e0cdf14d-ff36-4e39-b048-71c7d166a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:21.940531 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9b33ca8-d711-4668-b2ae-e0df8f5c41f4 req-e0cdf14d-ff36-4e39-b048-71c7d166a537 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0049c50f-234c-4c21-998c-59465609559b HTTP/1.1" status: 200 len: 848 time: 0.0652587 Dec 24 10:37:22.019833 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b33ca8-d711-4668-b2ae-e0df8f5c41f4 req-96c7b290-07cb-4dee-9eba-eb6ba05bbb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:22.021491 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9b33ca8-d711-4668-b2ae-e0df8f5c41f4 req-96c7b290-07cb-4dee-9eba-eb6ba05bbb7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6d467c9-8db1-4331-9bde-74c88d82f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734632 Dec 24 10:37:22.167308 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9b33ca8-d711-4668-b2ae-e0df8f5c41f4 req-c3b8f96e-a0a2-42a1-80e2-d43be8b62e85 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374085 Dec 24 10:37:22.168449 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa9d78-5ba3-4d78-ad02-8e2d5d9b30f1 req-0a0437a0-f3ba-413e-953a-17395ef86501 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:22.170058 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cdfa9d78-5ba3-4d78-ad02-8e2d5d9b30f1 req-0a0437a0-f3ba-413e-953a-17395ef86501 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 943 time: 0.0865195 Dec 24 10:37:22.218013 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cdfa9d78-5ba3-4d78-ad02-8e2d5d9b30f1 req-6a1451f5-a5b7-4506-8a5d-4be5692f4d31 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0412829 Dec 24 10:37:22.312793 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-e9b33ca8-d711-4668-b2ae-e0df8f5c41f4 req-ee9fe8e5-d250-47cf-8430-4d3a7e20e3af service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376107 Dec 24 10:37:23.428037 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183430a3-cbbe-4f7b-902d-5e34cc632570 req-e311ea34-9440-42e0-b6a2-78dc354bcd25 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:23.430211 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-183430a3-cbbe-4f7b-902d-5e34cc632570 req-e311ea34-9440-42e0-b6a2-78dc354bcd25 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 943 time: 0.0814981 Dec 24 10:37:23.481582 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-183430a3-cbbe-4f7b-902d-5e34cc632570 req-620c12d8-d68c-43ba-9a85-70eee887bba9 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0447679 Dec 24 10:37:23.610487 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 37f605f0-afc1-4180-a441-2bc458878c42 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:37:23.676658 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning for port 37f605f0-afc1-4180-a441-2bc458878c42 completed by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 24 10:37:23.681625 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 37f605f0-afc1-4180-a441-2bc458878c42 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:37:23.682041 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:23.797453 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:23.823914 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f605f0-afc1-4180-a441-2bc458878c42'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:37:23.834416 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 37f605f0-afc1-4180-a441-2bc458878c42, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=37f605f0-afc1-4180-a441-2bc458878c42,segment=NetworkSegment(a86b140b-c365-4495-8864-274a13d5e8a0),segment_id=a86b140b-c365-4495-8864-274a13d5e8a0)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:37:23.837785 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:23.839654 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:37:23.884634 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f605f0-afc1-4180-a441-2bc458878c42', 'code': 200} Dec 24 10:37:23.906363 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=37f605f0-afc1-4180-a441-2bc458878c42,revision_number=4']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:37:23.909626 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:37:24.215803 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6ab91-1e02-482e-84ef-38fd3adbb910 req-5376a4a8-82a4-4f56-b0a7-71974ea959f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:24.217460 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-83f6ab91-1e02-482e-84ef-38fd3adbb910 req-5376a4a8-82a4-4f56-b0a7-71974ea959f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 1162 time: 0.0745084 Dec 24 10:37:24.263515 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-83f6ab91-1e02-482e-84ef-38fd3adbb910 req-b6d40475-277c-4f16-9da9-4bf33d2b285e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0390055 Dec 24 10:37:24.692963 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56cf46-fe81-4a3c-a9b0-757a00aee971 req-3b81d77a-97d7-4b1a-a75d-657db67b1fde tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:24.694558 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3a56cf46-fe81-4a3c-a9b0-757a00aee971 req-3b81d77a-97d7-4b1a-a75d-657db67b1fde tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0832405 Dec 24 10:37:24.742088 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3a56cf46-fe81-4a3c-a9b0-757a00aee971 req-19c1c1fc-c16d-4bc0-b653-3b646ad055bc tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0405719 Dec 24 10:37:25.325009 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 37f605f0-afc1-4180-a441-2bc458878c42 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:37:25.396259 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 37f605f0-afc1-4180-a441-2bc458878c42 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:37:25.396667 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:25.958330 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee4674-3389-499a-b592-049917eaf933 req-5359172b-48a0-46f6-8160-c5631cb049c5 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:25.959903 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-aaee4674-3389-499a-b592-049917eaf933 req-5359172b-48a0-46f6-8160-c5631cb049c5 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0849204 Dec 24 10:37:26.006610 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-aaee4674-3389-499a-b592-049917eaf933 req-abd589e5-a94b-4037-b191-9b5cdc8bd80a tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0398173 Dec 24 10:37:26.213724 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5270f183-1674-48a1-866d-9e7081b991e4 req-f55a8f18-6963-408a-9a4e-87f85aa85a61 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:26.215291 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5270f183-1674-48a1-866d-9e7081b991e4 req-f55a8f18-6963-408a-9a4e-87f85aa85a61 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0813055 Dec 24 10:37:26.263541 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-5270f183-1674-48a1-866d-9e7081b991e4 req-5956b01d-2fe6-49cc-b3f5-17063b969a1d tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0418518 Dec 24 10:37:26.471942 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-b9c6d957-5126-4adb-8ced-1c398a234ed6 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1559639 Dec 24 10:37:26.482578 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Request body: {'floatingip': {'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:37:26.488125 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 24 10:37:26.492206 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Usage tracker for resource:floatingip and tenant:a2ef8d054e5c4841b9e9699294d5a128 is out of sync, need to count used quota {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 24 10:37:26.495374 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80199) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 24 10:37:26.501179 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.quota.driver [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80199) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 24 10:37:26.510879 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for floatingip, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:26.655520 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:27.139276 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_common [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Allocated IP 172.28.2.132 (81ea6ac4-2b55-4e45-bfef-bd97c85883e8/5f0c4e3f-7153-464a-952b-cce20cfb6b8f/f2f71889-4896-494b-ae5e-cafa5e6b3ce6) {{(pid=80199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 24 10:37:27.291789 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for port, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:27.317169 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752750228083', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:27.332938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-8627d41a-259b-4c75-88a7-5a99c6b5e5be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:37:27.475660 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Pushing event updated for resources: {'Port': ['ID=f2f71889-4896-494b-ae5e-cafa5e6b3ce6,revision_number=1']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:37:27.486962 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.487372 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.487767 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.488158 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.488545 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.488954 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.489343 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.489741 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.490123 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.490501 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.490879 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.491256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.491689 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.492068 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.493034 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.493416 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.493796 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.494168 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.494541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.494914 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.495293 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.495668 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.496041 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.496414 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:37:27.502138 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:37:27.539709 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Network 81ea6ac4-2b55-4e45-bfef-bd97c85883e8 is already hosted by enough agents. {{(pid=80199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 24 10:37:27.540962 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.base_scheduler [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Resources bound (agent type, host, resource id): {{(pid=80199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 24 10:37:27.543388 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Received port after_create {{(pid=80199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 24 10:37:27.628004 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for floatingip, precommit_create {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:27.689090 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:27.949314 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for port, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:27.952877 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843481155'] for port, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:27.971505 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-fc50a1c1-4185-44a5-9462-35d4cc9fd4dc tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:37:28.108948 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Pushing event updated for resources: {'Port': ['ID=f2f71889-4896-494b-ae5e-cafa5e6b3ce6,revision_number=2']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:37:28.112148 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:37:28.205269 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:28.227635 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:28.228976 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-e4ace3c7-eeab-413b-b044-7401a671ec1b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7505167 Dec 24 10:37:28.315534 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-7862fd9b-3e8b-47cf-a2b4-accce6cc3576 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Synchronizing usage tracker for tenant:a2ef8d054e5c4841b9e9699294d5a128 on resource:floatingip {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:37:28.331537 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-7862fd9b-3e8b-47cf-a2b4-accce6cc3576 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Unset dirty status for tenant:a2ef8d054e5c4841b9e9699294d5a128 on resource:floatingip {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:37:28.332801 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-7862fd9b-3e8b-47cf-a2b4-accce6cc3576 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.28.2.132 HTTP/1.1" status: 200 len: 696 time: 0.0972514 Dec 24 10:37:28.490001 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-3bfcc800-3994-4f7b-a05a-49623ca09dc7 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:28.491379 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d4cdf4cb-3288-494d-b0b2-7741863d0b4e req-3bfcc800-3994-4f7b-a05a-49623ca09dc7 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/networks/81ea6ac4-2b55-4e45-bfef-bd97c85883e8 HTTP/1.1" status: 200 len: 784 time: 0.1519260 Dec 24 10:37:28.686713 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-6047298b-01f7-4cc4-bd16-3b0279dd987b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:28.688301 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-6047298b-01f7-4cc4-bd16-3b0279dd987b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0831313 Dec 24 10:37:28.773482 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-6a92e44b-dab5-4a19-9907-ebfe7162e603 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.28.2.132 HTTP/1.1" status: 200 len: 696 time: 0.0787449 Dec 24 10:37:28.784223 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.v2.base [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-a42e7c6d-3f8d-43cb-8207-1611d98859d1 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Request body: {'floatingip': {'port_id': '37f605f0-afc1-4180-a441-2bc458878c42', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80199) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 24 10:37:28.863073 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-a42e7c6d-3f8d-43cb-8207-1611d98859d1 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for floatingip, before_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:29.460142 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-a42e7c6d-3f8d-43cb-8207-1611d98859d1 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for floatingip, precommit_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:29.463338 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-a42e7c6d-3f8d-43cb-8207-1611d98859d1 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-740439'] for floatingip, after_update {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:29.638057 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.l3_db [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-a42e7c6d-3f8d-43cb-8207-1611d98859d1 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Floating IP 041d55a2-b2cc-455e-88e3-5a770e0dc179 associated. External IP: 172.28.2.132, port: 37f605f0-afc1-4180-a441-2bc458878c42. Dec 24 10:37:30.223348 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-a42e7c6d-3f8d-43cb-8207-1611d98859d1 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Router 9e972c5a-4c57-4966-85bd-e3b28e216263 has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:37:30.409848 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-a42e7c6d-3f8d-43cb-8207-1611d98859d1 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:37:30.414341 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-a42e7c6d-3f8d-43cb-8207-1611d98859d1 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:30.420117 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf39f35-1cf7-4bf8-a058-d6ac7bab8866 None None] Sync routers for ids ['9e972c5a-4c57-4966-85bd-e3b28e216263'] in dv-cinder-768458-2-smb {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:37:30.430705 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf39f35-1cf7-4bf8-a058-d6ac7bab8866 None None] Routers {'9e972c5a-4c57-4966-85bd-e3b28e216263'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:37:30.431364 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-4bf39f35-1cf7-4bf8-a058-d6ac7bab8866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:37:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['9e972c5a-4c57-4966-85bd-e3b28e216263'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:37:30.470653 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-a42e7c6d-3f8d-43cb-8207-1611d98859d1 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "PUT /v2.0/floatingips/041d55a2-b2cc-455e-88e3-5a770e0dc179 HTTP/1.1" status: 200 len: 996 time: 1.6904540 Dec 24 10:37:30.471222 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'tag': '37f605f0-afc1-4180-a441-2bc458878c42'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:37:30.545437 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'tag': '37f605f0-afc1-4180-a441-2bc458878c42', 'status': 'completed', 'code': 200} Dec 24 10:37:30.568191 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-a46da2d6-9993-49ab-9477-06e8c1dd4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:30.569896 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-a46da2d6-9993-49ab-9477-06e8c1dd4c13 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2ef8d054e5c4841b9e9699294d5a128&device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 1162 time: 0.0858533 Dec 24 10:37:30.625036 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-4bf39f35-1cf7-4bf8-a058-d6ac7bab8866 None None] Set router 9e972c5a-4c57-4966-85bd-e3b28e216263 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:37:30.671053 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b78b95-6507-47a3-9b99-f9b3df1376ad req-e46643c9-ba56-48e7-9b6c-45aad1d16481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:30.672733 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b3b78b95-6507-47a3-9b99-f9b3df1376ad req-e46643c9-ba56-48e7-9b6c-45aad1d16481 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2ef8d054e5c4841b9e9699294d5a128&device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 1162 time: 0.0767937 Dec 24 10:37:30.717227 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-3bd1be42-5b74-4a0b-a631-f230c1906903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:30.718850 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-3bd1be42-5b74-4a0b-a631-f230c1906903 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6d467c9-8db1-4331-9bde-74c88d82f4af HTTP/1.1" status: 200 len: 903 time: 0.1413016 Dec 24 10:37:30.820893 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b78b95-6507-47a3-9b99-f9b3df1376ad req-4dd7347f-902a-49d3-a7a2-2c995b3a6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:30.822559 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b3b78b95-6507-47a3-9b99-f9b3df1376ad req-4dd7347f-902a-49d3-a7a2-2c995b3a6ed2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6d467c9-8db1-4331-9bde-74c88d82f4af HTTP/1.1" status: 200 len: 903 time: 0.1435211 Dec 24 10:37:30.831638 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-06cc42cf-de5b-45b2-9e02-55964ea4ef35 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37f605f0-afc1-4180-a441-2bc458878c42 HTTP/1.1" status: 200 len: 999 time: 0.1058357 Dec 24 10:37:30.906252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-7f634c3a-1ac7-4e1a-ab22-204f75e5a9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:30.907875 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-7f634c3a-1ac7-4e1a-ab22-204f75e5a9bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0049c50f-234c-4c21-998c-59465609559b HTTP/1.1" status: 200 len: 848 time: 0.0696309 Dec 24 10:37:30.937654 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b3b78b95-6507-47a3-9b99-f9b3df1376ad req-d52b0d5c-93c2-4275-9ef2-5e736472b559 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37f605f0-afc1-4180-a441-2bc458878c42 HTTP/1.1" status: 200 len: 999 time: 0.1084619 Dec 24 10:37:30.992410 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-8ea7f525-689e-4d5e-9434-044755d04656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:30.994569 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-8ea7f525-689e-4d5e-9434-044755d04656 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6d467c9-8db1-4331-9bde-74c88d82f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775871 Dec 24 10:37:30.997622 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-4bf39f35-1cf7-4bf8-a058-d6ac7bab8866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'name': 'tempest-TestShelveInstance-1237473470-router', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:45Z', 'updated_at': '2020-12-24T10:36:49Z', 'revision_number': 4, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'gw_port': {'id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:46Z', 'updated_at': '2020-12-24T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '041d55a2-b2cc-455e-88e3-5a770e0dc179', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'floating_ip_address': '172.28.2.132', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'port_id': '37f605f0-afc1-4180-a441-2bc458878c42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'mac_address': 'fa:16:3e:f8:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:37:27Z', 'updated_at': '2020-12-24T10:37:29Z', 'revision_number': 1, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c72c02-ee36-48a1-8529-3681498a4831', 'name': '', 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'mac_address': 'fa:16:3e:2b:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0049c50f-234c-4c21-998c-59465609559b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:48Z', 'updated_at': '2020-12-24T10:36:58Z', 'revision_number': 5, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'subnets': [{'id': '0049c50f-234c-4c21-998c-59465609559b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:37:31.001717 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf39f35-1cf7-4bf8-a058-d6ac7bab8866 None None] Checking router: 9e972c5a-4c57-4966-85bd-e3b28e216263 for host: dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:37:31.006472 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b78b95-6507-47a3-9b99-f9b3df1376ad req-611d7f32-884f-4faa-b60b-35a2f3eb7e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:31.008282 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b3b78b95-6507-47a3-9b99-f9b3df1376ad req-611d7f32-884f-4faa-b60b-35a2f3eb7e25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0049c50f-234c-4c21-998c-59465609559b HTTP/1.1" status: 200 len: 848 time: 0.0646656 Dec 24 10:37:31.010714 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf39f35-1cf7-4bf8-a058-d6ac7bab8866 None None] Routers {'9e972c5a-4c57-4966-85bd-e3b28e216263'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:37:31.011358 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-4bf39f35-1cf7-4bf8-a058-d6ac7bab8866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:37:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['9e972c5a-4c57-4966-85bd-e3b28e216263'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:37:31.145449 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-b2c43ae1-8cd2-4fb9-8971-5d01fbb21523 service neutron] 10.222.0.58 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423135 Dec 24 10:37:31.184241 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b78b95-6507-47a3-9b99-f9b3df1376ad req-0a7c8311-7959-4046-bb98-bd3b1cc761c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:37:31.185948 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b3b78b95-6507-47a3-9b99-f9b3df1376ad req-0a7c8311-7959-4046-bb98-bd3b1cc761c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6d467c9-8db1-4331-9bde-74c88d82f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1716125 Dec 24 10:37:31.197050 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-4bf39f35-1cf7-4bf8-a058-d6ac7bab8866 None None] Set router 9e972c5a-4c57-4966-85bd-e3b28e216263 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:37:31.197991 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [req-b3b78b95-6507-47a3-9b99-f9b3df1376ad req-04128b12-6e4f-4722-a224-36018d926769 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=80200) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 24 10:37:31.199020 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b3b78b95-6507-47a3-9b99-f9b3df1376ad req-04128b12-6e4f-4722-a224-36018d926769 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0057659 Dec 24 10:37:31.293726 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-dc5b5b17-40a7-4dcc-b6cf-f11e8f1a377c req-46abdb59-3014-43a9-a251-71fe6b0cb0f5 service neutron] 10.222.0.58 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421080 Dec 24 10:37:31.577241 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-4bf39f35-1cf7-4bf8-a058-d6ac7bab8866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'name': 'tempest-TestShelveInstance-1237473470-router', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:45Z', 'updated_at': '2020-12-24T10:36:49Z', 'revision_number': 4, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'gw_port': {'id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:46Z', 'updated_at': '2020-12-24T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '041d55a2-b2cc-455e-88e3-5a770e0dc179', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'floating_ip_address': '172.28.2.132', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'port_id': '37f605f0-afc1-4180-a441-2bc458878c42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'mac_address': 'fa:16:3e:f8:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:37:27Z', 'updated_at': '2020-12-24T10:37:29Z', 'revision_number': 1, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c72c02-ee36-48a1-8529-3681498a4831', 'name': '', 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'mac_address': 'fa:16:3e:2b:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0049c50f-234c-4c21-998c-59465609559b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:48Z', 'updated_at': '2020-12-24T10:36:58Z', 'revision_number': 5, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'subnets': [{'id': '0049c50f-234c-4c21-998c-59465609559b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:37:31.581494 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf39f35-1cf7-4bf8-a058-d6ac7bab8866 None None] The sync data for ids ['9e972c5a-4c57-4966-85bd-e3b28e216263'] in dv-cinder-768458-2-smb is: [{'id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'name': 'tempest-TestShelveInstance-1237473470-router', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:45Z', 'updated_at': '2020-12-24T10:36:49Z', 'revision_number': 4, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'gw_port': {'id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:46Z', 'updated_at': '2020-12-24T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_floatingips': [{'id': '041d55a2-b2cc-455e-88e3-5a770e0dc179', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'floating_ip_address': '172.28.2.132', 'floating_network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'router_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'port_id': '37f605f0-afc1-4180-a441-2bc458878c42', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'mac_address': 'fa:16:3e:f8:91:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-24T10:37:27Z', 'updated_at': '2020-12-24T10:37:29Z', 'revision_number': 1, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15c72c02-ee36-48a1-8529-3681498a4831', 'name': '', 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'mac_address': 'fa:16:3e:2b:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0049c50f-234c-4c21-998c-59465609559b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:48Z', 'updated_at': '2020-12-24T10:36:58Z', 'revision_number': 5, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'subnets': [{'id': '0049c50f-234c-4c21-998c-59465609559b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:37:31.581681 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b3b78b95-6507-47a3-9b99-f9b3df1376ad req-f6865691-eb6a-4611-8b52-5943b6a83085 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747740 Dec 24 10:37:31.725446 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b3b78b95-6507-47a3-9b99-f9b3df1376ad req-84f4b2d6-b569-4651-a613-6a324db59ebc service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372263 Dec 24 10:37:31.889192 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6be1240-89a1-46f3-a6bb-3a3748b09ab3 None None] New status for floating IP 041d55a2-b2cc-455e-88e3-5a770e0dc179: ACTIVE {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 24 10:37:35.328092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b031e946-f623-44e5-be4c-9e85dcf476a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:37.840819 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:37.979881 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f9e06692-0d1f-4db0-8fc1-867f0c9e18b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:38.794874 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:39.264043 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:40.046882 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:37:57.138174 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:38:05.329755 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b731-a122-484b-940c-9c692157da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:38:07.843058 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:38:07.979598 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a1978705-efb3-4a55-897e-cdb0f45a6627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:38:08.813078 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:38:09.265002 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:38:10.049219 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:38:13.599697 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-df9374ac-feff-4744-ab74-e79bf1be20aa req-8752e840-038b-4cd8-b938-36cade09e002 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0730729 Dec 24 10:38:13.765324 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9374ac-feff-4744-ab74-e79bf1be20aa req-54b1388d-6304-43d5-9dc8-d70e5fcdde14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:38:13.766920 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-df9374ac-feff-4744-ab74-e79bf1be20aa req-54b1388d-6304-43d5-9dc8-d70e5fcdde14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2ef8d054e5c4841b9e9699294d5a128&device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 1162 time: 0.0796461 Dec 24 10:38:13.923086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9374ac-feff-4744-ab74-e79bf1be20aa req-d91ef598-fa98-4882-be35-42387ad2021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:38:13.924642 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-df9374ac-feff-4744-ab74-e79bf1be20aa req-d91ef598-fa98-4882-be35-42387ad2021e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6d467c9-8db1-4331-9bde-74c88d82f4af HTTP/1.1" status: 200 len: 903 time: 0.1375728 Dec 24 10:38:14.027874 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-df9374ac-feff-4744-ab74-e79bf1be20aa req-e86c4d6f-f9af-43c6-b13d-388653320db0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37f605f0-afc1-4180-a441-2bc458878c42 HTTP/1.1" status: 200 len: 1001 time: 0.0962808 Dec 24 10:38:14.098933 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9374ac-feff-4744-ab74-e79bf1be20aa req-f4615dba-cce3-46ca-a9e7-7300960e5bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:38:14.100454 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-df9374ac-feff-4744-ab74-e79bf1be20aa req-f4615dba-cce3-46ca-a9e7-7300960e5bbc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0049c50f-234c-4c21-998c-59465609559b HTTP/1.1" status: 200 len: 848 time: 0.0661590 Dec 24 10:38:14.180207 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9374ac-feff-4744-ab74-e79bf1be20aa req-38ed7772-fc9a-4fbe-a2ed-4517d73363fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:38:14.181806 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-df9374ac-feff-4744-ab74-e79bf1be20aa req-38ed7772-fc9a-4fbe-a2ed-4517d73363fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6d467c9-8db1-4331-9bde-74c88d82f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754950 Dec 24 10:38:14.324336 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-df9374ac-feff-4744-ab74-e79bf1be20aa req-50ee704b-ffb2-4da9-bfcd-4a034407868d service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352291 Dec 24 10:38:14.468461 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-df9374ac-feff-4744-ab74-e79bf1be20aa req-16955616-2b7a-4d5d-8c76-c1cf605aa266 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1379418 Dec 24 10:38:34.138113 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:38:35.331296 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-71cd08b8-6b20-416b-a90a-3e96923f9cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:38:37.845774 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:38:37.979934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2177b018-8177-44f6-aca2-68abe4f1739a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:38:38.812619 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:38:39.266337 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:38:40.053612 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:05.331842 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-afd35162-eced-4718-9888-4675fa14c3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:07.848206 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:07.979502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b9b0a34c-cb4c-4342-8d16-97eec3a68c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:08.811938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:09.267858 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:10.056227 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:11.137126 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:39:13.632300 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ec2132eb-4300-47f6-8f60-ac9fb6882c33 req-b10725a3-dc2d-4d5e-b3f2-17c1995e7b35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0787606 Dec 24 10:39:13.795796 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2132eb-4300-47f6-8f60-ac9fb6882c33 req-617ceb0a-335c-402a-b2ea-61a325afcff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:13.797425 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ec2132eb-4300-47f6-8f60-ac9fb6882c33 req-617ceb0a-335c-402a-b2ea-61a325afcff3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2ef8d054e5c4841b9e9699294d5a128&device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 1162 time: 0.0762093 Dec 24 10:39:13.951603 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2132eb-4300-47f6-8f60-ac9fb6882c33 req-fb9aeec4-9bce-4a20-9535-e057cb32d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:13.953185 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ec2132eb-4300-47f6-8f60-ac9fb6882c33 req-fb9aeec4-9bce-4a20-9535-e057cb32d896 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6d467c9-8db1-4331-9bde-74c88d82f4af HTTP/1.1" status: 200 len: 903 time: 0.1370509 Dec 24 10:39:14.060809 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ec2132eb-4300-47f6-8f60-ac9fb6882c33 req-d2fec943-978e-4c35-b208-354d9f2eb820 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37f605f0-afc1-4180-a441-2bc458878c42 HTTP/1.1" status: 200 len: 1001 time: 0.1003804 Dec 24 10:39:14.128920 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2132eb-4300-47f6-8f60-ac9fb6882c33 req-6430c161-2a11-41a7-a572-88ca91b6c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:14.130447 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ec2132eb-4300-47f6-8f60-ac9fb6882c33 req-6430c161-2a11-41a7-a572-88ca91b6c33f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0049c50f-234c-4c21-998c-59465609559b HTTP/1.1" status: 200 len: 848 time: 0.0633616 Dec 24 10:39:14.211910 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2132eb-4300-47f6-8f60-ac9fb6882c33 req-55245c11-45c4-4d54-b826-282ea7d08120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:14.213504 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ec2132eb-4300-47f6-8f60-ac9fb6882c33 req-55245c11-45c4-4d54-b826-282ea7d08120 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6d467c9-8db1-4331-9bde-74c88d82f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0766623 Dec 24 10:39:14.357575 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ec2132eb-4300-47f6-8f60-ac9fb6882c33 req-389cbd93-9f55-4548-aff5-e9d9888dc499 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376216 Dec 24 10:39:14.499208 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-ec2132eb-4300-47f6-8f60-ac9fb6882c33 req-830e0fb9-5e29-49b4-92a7-7b42343ac2c4 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1348886 Dec 24 10:39:20.054833 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3c659-dadb-4fb0-a13c-16f5a48646a0 req-9e33756d-a5a4-4610-a749-2177fb9b1773 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:20.056424 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d4d3c659-dadb-4fb0-a13c-16f5a48646a0 req-9e33756d-a5a4-4610-a749-2177fb9b1773 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0827911 Dec 24 10:39:20.106536 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-d4d3c659-dadb-4fb0-a13c-16f5a48646a0 req-52bab9e6-39ee-4151-977a-6bbf03489a93 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0436680 Dec 24 10:39:21.338519 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf1a61-1961-4319-a678-3c0a3a2f52f7 req-8a477884-628a-4c3c-a006-c034923fadb1 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:21.340113 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-49bf1a61-1961-4319-a678-3c0a3a2f52f7 req-8a477884-628a-4c3c-a006-c034923fadb1 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0844073 Dec 24 10:39:21.386700 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-49bf1a61-1961-4319-a678-3c0a3a2f52f7 req-fd0e7d24-9ab4-414d-9c74-0885d8947421 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0397427 Dec 24 10:39:22.615076 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272b593-3216-463a-b973-92638a855fde req-b9f1ac6a-2b77-493b-9dae-9cbde0ec0399 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:22.616743 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8272b593-3216-463a-b973-92638a855fde req-b9f1ac6a-2b77-493b-9dae-9cbde0ec0399 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0877690 Dec 24 10:39:22.665760 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8272b593-3216-463a-b973-92638a855fde req-93259b3f-7fb7-4aec-8b86-96925895199a tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0420167 Dec 24 10:39:23.880600 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a78e4-b4c1-42b1-a393-52136d8c16c4 req-f44211ae-7fa5-4813-bf30-83039762a4c8 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:23.882248 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1b7a78e4-b4c1-42b1-a393-52136d8c16c4 req-f44211ae-7fa5-4813-bf30-83039762a4c8 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0846851 Dec 24 10:39:23.931289 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1b7a78e4-b4c1-42b1-a393-52136d8c16c4 req-c213328d-2e65-4354-b7ee-69716853af7e tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0427983 Dec 24 10:39:25.145143 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3dba5-8786-41c5-a9db-71ac23226ef9 req-34badb5b-0a59-4d1c-a251-ea12f85e274f tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:25.146743 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-13d3dba5-8786-41c5-a9db-71ac23226ef9 req-34badb5b-0a59-4d1c-a251-ea12f85e274f tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0840893 Dec 24 10:39:25.193210 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-13d3dba5-8786-41c5-a9db-71ac23226ef9 req-6810a4f2-8cc5-423e-ba02-07be31cb6bcc tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0402241 Dec 24 10:39:26.404823 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1711ef-a594-4252-8a8c-a6ccafd9f1b5 req-e3edb07b-9de1-4b19-966c-fb599c5ff0f7 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:26.406411 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1c1711ef-a594-4252-8a8c-a6ccafd9f1b5 req-e3edb07b-9de1-4b19-966c-fb599c5ff0f7 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0867126 Dec 24 10:39:26.454124 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-1c1711ef-a594-4252-8a8c-a6ccafd9f1b5 req-db394db3-08b0-4048-b973-9e40cd2250ff tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0413449 Dec 24 10:39:27.665615 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd71f-071c-44d6-9704-ffac226d16f5 req-8f1eccf0-0bb9-4a4f-b258-755d0887024d tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:27.667219 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89abd71f-071c-44d6-9704-ffac226d16f5 req-8f1eccf0-0bb9-4a4f-b258-755d0887024d tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0834231 Dec 24 10:39:27.717247 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-89abd71f-071c-44d6-9704-ffac226d16f5 req-ef907c48-20da-4e78-9855-b7b520a06840 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0431526 Dec 24 10:39:28.927314 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb631c6-7dba-4731-b856-d5052c253fc7 req-749e32c0-7b70-4700-a448-4a594022c0c2 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:28.928920 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-edb631c6-7dba-4731-b856-d5052c253fc7 req-749e32c0-7b70-4700-a448-4a594022c0c2 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0819905 Dec 24 10:39:28.975594 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-edb631c6-7dba-4731-b856-d5052c253fc7 req-f6376bcf-4a2b-44bf-b6a7-2666ba9ba7f3 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0398386 Dec 24 10:39:30.187508 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43843843-116e-4832-96f2-aa4cb3c67d3a req-d08770d1-9622-47d4-81cb-34c224254f2c tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:30.189143 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-43843843-116e-4832-96f2-aa4cb3c67d3a req-d08770d1-9622-47d4-81cb-34c224254f2c tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0861018 Dec 24 10:39:30.227910 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea61911-631a-4267-9b57-54342699d9ad req-3feca71e-8e5e-420e-ab5b-2a3fe9c3527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:30.229567 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cea61911-631a-4267-9b57-54342699d9ad req-3feca71e-8e5e-420e-ab5b-2a3fe9c3527b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2ef8d054e5c4841b9e9699294d5a128&device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 1162 time: 0.0764196 Dec 24 10:39:30.236070 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-43843843-116e-4832-96f2-aa4cb3c67d3a req-e575d825-60ea-4da6-9706-053663b3685f tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0405719 Dec 24 10:39:30.374045 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea61911-631a-4267-9b57-54342699d9ad req-68dfbd1c-21f4-41ad-be4c-bb82efca5588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:30.375593 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cea61911-631a-4267-9b57-54342699d9ad req-68dfbd1c-21f4-41ad-be4c-bb82efca5588 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6d467c9-8db1-4331-9bde-74c88d82f4af HTTP/1.1" status: 200 len: 903 time: 0.1390135 Dec 24 10:39:30.483357 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cea61911-631a-4267-9b57-54342699d9ad req-3486708b-6e70-467b-bd88-96bbf97feab8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37f605f0-afc1-4180-a441-2bc458878c42 HTTP/1.1" status: 200 len: 1001 time: 0.1013570 Dec 24 10:39:30.551875 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea61911-631a-4267-9b57-54342699d9ad req-978dff3b-2beb-47de-bbff-00be3d9c83f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:30.553479 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cea61911-631a-4267-9b57-54342699d9ad req-978dff3b-2beb-47de-bbff-00be3d9c83f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0049c50f-234c-4c21-998c-59465609559b HTTP/1.1" status: 200 len: 848 time: 0.0636945 Dec 24 10:39:30.635533 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea61911-631a-4267-9b57-54342699d9ad req-8592bedb-f308-4894-a0a4-0f564f49405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:30.637089 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cea61911-631a-4267-9b57-54342699d9ad req-8592bedb-f308-4894-a0a4-0f564f49405f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6d467c9-8db1-4331-9bde-74c88d82f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771852 Dec 24 10:39:30.779858 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cea61911-631a-4267-9b57-54342699d9ad req-e598abd4-0797-459e-a2f1-d04ab8b4fe6b service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354039 Dec 24 10:39:30.919916 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-cea61911-631a-4267-9b57-54342699d9ad req-6771189a-0c3a-440f-8cde-63bb70eb3be6 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1333554 Dec 24 10:39:31.447541 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1fedd-fec4-44c7-a368-621077f4b4f5 req-8c701452-3750-474f-b470-cc4af019bb4d tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:31.449184 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-22c1fedd-fec4-44c7-a368-621077f4b4f5 req-8c701452-3750-474f-b470-cc4af019bb4d tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0829620 Dec 24 10:39:31.499681 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-22c1fedd-fec4-44c7-a368-621077f4b4f5 req-dce9cbdf-33fa-4a67-abbd-dc05f9ea28cb tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439453 Dec 24 10:39:32.714926 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6828b-ed5f-48cb-b157-ee8ab926a744 req-aa8d38b2-405f-44f5-ba69-42b588ca3f69 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:32.716621 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ac6828b-ed5f-48cb-b157-ee8ab926a744 req-aa8d38b2-405f-44f5-ba69-42b588ca3f69 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0827327 Dec 24 10:39:32.765697 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9ac6828b-ed5f-48cb-b157-ee8ab926a744 req-25035838-1ee8-42a8-84bb-547abcb52c52 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0424876 Dec 24 10:39:33.977938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a388a7-468d-4871-9c3c-56def751c7f9 req-49663745-f308-4108-80be-201aab2ca933 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:33.979505 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c8a388a7-468d-4871-9c3c-56def751c7f9 req-49663745-f308-4108-80be-201aab2ca933 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0842257 Dec 24 10:39:34.026190 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-c8a388a7-468d-4871-9c3c-56def751c7f9 req-b6724979-cd66-43ee-9cc3-1fbeac049ec1 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0403948 Dec 24 10:39:34.293498 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 37f605f0-afc1-4180-a441-2bc458878c42 no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:39:34.423256 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:34.451282 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37f605f0-afc1-4180-a441-2bc458878c42'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:39:34.462284 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 37f605f0-afc1-4180-a441-2bc458878c42, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=37f605f0-afc1-4180-a441-2bc458878c42,segment=NetworkSegment(a86b140b-c365-4495-8864-274a13d5e8a0),segment_id=a86b140b-c365-4495-8864-274a13d5e8a0)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:39:34.465889 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:34.466862 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fef1d-ee43-4329-9c24-7942eb84e981 req-042c233f-8a1d-4993-a445-d558bf4be889 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:34.468521 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-df0fef1d-ee43-4329-9c24-7942eb84e981 req-042c233f-8a1d-4993-a445-d558bf4be889 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.1310360 Dec 24 10:39:34.469077 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:39:34.533716 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7baf98ae-b90d-4b5e-aa41-aebeeef596bb req-402ed1af-edcc-49d6-ba9f-a4de54103060 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2717519 Dec 24 10:39:34.550949 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=37f605f0-afc1-4180-a441-2bc458878c42,revision_number=5']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:39:34.553324 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-df0fef1d-ee43-4329-9c24-7942eb84e981 req-d50b9327-53a6-4266-9eef-11c3d46c6aa1 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0775449 Dec 24 10:39:34.565358 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.565761 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.566149 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.566530 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.566911 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.567286 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.567657 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.568027 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.568448 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.568787 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.569185 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.569554 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.569979 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.571000 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.571000 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.571000 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.571371 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.571709 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.572064 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.572527 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.573003 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.573370 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.573736 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.574102 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:39:34.579225 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:39:34.657046 dv-cinder-768458-2-smb neutron-server[80090]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '37f605f0-afc1-4180-a441-2bc458878c42', 'code': 422} returned with failed status Dec 24 10:39:35.333599 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e1636d1e-2d6a-4f2d-b0d6-7b89b08f2dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:35.756252 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b963193-7592-4bad-b772-5a02e86db9e7 req-ef3eb438-2b67-4fab-9f3a-39d44476a4c0 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:35.757923 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6b963193-7592-4bad-b772-5a02e86db9e7 req-ef3eb438-2b67-4fab-9f3a-39d44476a4c0 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 943 time: 0.0834649 Dec 24 10:39:35.811090 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6b963193-7592-4bad-b772-5a02e86db9e7 req-bc0e8382-4cbd-4b20-af73-47484b7dde05 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0460460 Dec 24 10:39:35.935795 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf98ae-b90d-4b5e-aa41-aebeeef596bb req-89249167-06f6-456e-8d04-aa8ea4e33138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:35.937593 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7baf98ae-b90d-4b5e-aa41-aebeeef596bb req-89249167-06f6-456e-8d04-aa8ea4e33138 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d&tenant_id=a2ef8d054e5c4841b9e9699294d5a128 HTTP/1.1" status: 200 len: 1160 time: 0.0753367 Dec 24 10:39:36.051927 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf98ae-b90d-4b5e-aa41-aebeeef596bb req-1f5172c7-ba6f-4595-bb7b-d13703ef6b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:36.053454 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7baf98ae-b90d-4b5e-aa41-aebeeef596bb req-1f5172c7-ba6f-4595-bb7b-d13703ef6b55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2ef8d054e5c4841b9e9699294d5a128&device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 1160 time: 0.0770526 Dec 24 10:39:36.194060 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf98ae-b90d-4b5e-aa41-aebeeef596bb req-f193ff1e-ffb7-4ac5-a155-f66189e306b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:36.195603 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7baf98ae-b90d-4b5e-aa41-aebeeef596bb req-f193ff1e-ffb7-4ac5-a155-f66189e306b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6d467c9-8db1-4331-9bde-74c88d82f4af HTTP/1.1" status: 200 len: 903 time: 0.1354361 Dec 24 10:39:36.301243 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7baf98ae-b90d-4b5e-aa41-aebeeef596bb req-07d653c3-80d4-4109-a9fd-f4ec54615a18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37f605f0-afc1-4180-a441-2bc458878c42 HTTP/1.1" status: 200 len: 999 time: 0.0969141 Dec 24 10:39:36.599535 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf98ae-b90d-4b5e-aa41-aebeeef596bb req-c683744d-4e23-44d5-90ee-63fd4e9de94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:36.601127 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7baf98ae-b90d-4b5e-aa41-aebeeef596bb req-c683744d-4e23-44d5-90ee-63fd4e9de94e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0049c50f-234c-4c21-998c-59465609559b HTTP/1.1" status: 200 len: 848 time: 0.2917407 Dec 24 10:39:36.679190 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf98ae-b90d-4b5e-aa41-aebeeef596bb req-27235619-6532-43af-9006-d841e45b0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:36.680764 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7baf98ae-b90d-4b5e-aa41-aebeeef596bb req-27235619-6532-43af-9006-d841e45b0ef2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6d467c9-8db1-4331-9bde-74c88d82f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722945 Dec 24 10:39:36.823938 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7baf98ae-b90d-4b5e-aa41-aebeeef596bb req-bf61bbd7-e965-4be2-bbb2-63863b3c53d9 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356149 Dec 24 10:39:36.969246 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7baf98ae-b90d-4b5e-aa41-aebeeef596bb req-533a1ea2-14c5-4cb3-bebd-5672cf9a76dc service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385667 Dec 24 10:39:37.031317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e23fa-7415-4a0b-8a7f-94c81a339bc4 req-579bdef2-6ec5-4202-9d42-e735ec5763e5 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:37.032940 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7c8e23fa-7415-4a0b-8a7f-94c81a339bc4 req-579bdef2-6ec5-4202-9d42-e735ec5763e5 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 943 time: 0.0863099 Dec 24 10:39:37.080148 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7c8e23fa-7415-4a0b-8a7f-94c81a339bc4 req-cc6a0b71-9c16-4301-af8b-96e5b13d7884 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0407460 Dec 24 10:39:37.852081 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:37.979939 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3acbadc2-697c-4886-b75f-f2d20edefea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:38.292515 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97b231-11d6-4379-835c-896d0e043ea8 req-d1147843-1ffb-4962-ad78-e4a653be019d tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:38.294189 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0f97b231-11d6-4379-835c-896d0e043ea8 req-d1147843-1ffb-4962-ad78-e4a653be019d tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 943 time: 0.0869522 Dec 24 10:39:38.341939 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-0f97b231-11d6-4379-835c-896d0e043ea8 req-7f78b6a6-a2c9-40cc-b16c-9962c9dfc744 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0406780 Dec 24 10:39:38.814672 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:39.269447 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:39.550004 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9100f3-bc19-4500-8abb-e63bf15d1b9d req-0bb874cb-0b44-4610-b3f7-085fc09af11f tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:39.551532 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7d9100f3-bc19-4500-8abb-e63bf15d1b9d req-0bb874cb-0b44-4610-b3f7-085fc09af11f tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 943 time: 0.0826058 Dec 24 10:39:39.603178 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-7d9100f3-bc19-4500-8abb-e63bf15d1b9d req-8f0c12c0-d1cf-4ac0-b1bf-9566df70f43b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0452716 Dec 24 10:39:40.058680 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:40.733070 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 37f605f0-afc1-4180-a441-2bc458878c42 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:39:40.803530 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 37f605f0-afc1-4180-a441-2bc458878c42 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:39:40.803947 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:40.814972 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88653db6-02be-419e-a62a-71bc9f37c88c req-7b7428b3-9251-4205-8853-6ce96d3e476b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:40.816582 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-88653db6-02be-419e-a62a-71bc9f37c88c req-7b7428b3-9251-4205-8853-6ce96d3e476b tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 943 time: 0.0836501 Dec 24 10:39:40.864293 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-88653db6-02be-419e-a62a-71bc9f37c88c req-c12c138f-a00a-4d25-989a-e16270805c25 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0410407 Dec 24 10:39:40.924535 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850881363'] for port, before_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:40.952168 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f605f0-afc1-4180-a441-2bc458878c42'}] {{(pid=80201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:39:40.962791 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] For port 37f605f0-afc1-4180-a441-2bc458878c42, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=37f605f0-afc1-4180-a441-2bc458878c42,segment=NetworkSegment(a86b140b-c365-4495-8864-274a13d5e8a0),segment_id=a86b140b-c365-4495-8864-274a13d5e8a0)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:39:40.965805 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363284103985507', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363284104587653', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752750188181'] for port, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:40.968623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:39:41.011374 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f605f0-afc1-4180-a441-2bc458878c42', 'code': 200} Dec 24 10:39:41.040933 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Pushing event updated for resources: {'Port': ['ID=37f605f0-afc1-4180-a441-2bc458878c42,revision_number=6']} {{(pid=80201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:39:41.044903 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80201) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:39:41.365669 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558aa20-7897-45ed-a21c-78d6f15754b0 req-b673d2b1-b9b7-455b-840b-1cbc0d4db0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:41.367243 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f558aa20-7897-45ed-a21c-78d6f15754b0 req-b673d2b1-b9b7-455b-840b-1cbc0d4db0a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 1162 time: 0.0783274 Dec 24 10:39:41.409558 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f558aa20-7897-45ed-a21c-78d6f15754b0 req-6405e42e-3d4a-4d14-8ad0-73efae259ff1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0353069 Dec 24 10:39:42.083819 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb12008-90f7-4be5-8e41-3bc4c488cf85 req-6de7f532-0f8d-4d86-b4ac-ea4652106a51 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:42.085458 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8bb12008-90f7-4be5-8e41-3bc4c488cf85 req-6de7f532-0f8d-4d86-b4ac-ea4652106a51 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0873234 Dec 24 10:39:42.132509 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8bb12008-90f7-4be5-8e41-3bc4c488cf85 req-13ee0fa4-4316-4ffc-9c24-bf7b98164e08 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0401809 Dec 24 10:39:42.501995 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 37f605f0-afc1-4180-a441-2bc458878c42 up at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 24 10:39:42.570950 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.provisioning_blocks [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Provisioning complete for port 37f605f0-afc1-4180-a441-2bc458878c42 triggered by entity L2. {{(pid=80201) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 24 10:39:42.571363 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3640897'] for port, provisioning_complete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:39:43.347000 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671e8f2-8348-492b-9b9e-8028085ee5ce req-dfd4b9ec-535e-4372-ad42-e532b8967e9c tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:39:43.348607 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9671e8f2-8348-492b-9b9e-8028085ee5ce req-dfd4b9ec-535e-4372-ad42-e532b8967e9c tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0835581 Dec 24 10:39:43.397894 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-9671e8f2-8348-492b-9b9e-8028085ee5ce req-01ddc40e-80d8-40cc-83a2-1751df52a47a tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0429926 Dec 24 10:39:48.136499 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:40:05.336090 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-07fb77c2-ea0e-4252-9257-e68bfde33067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:07.854576 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:07.980666 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-78813276-6eff-4cba-ab89-a0e522e33350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:08.817074 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:09.271170 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:10.064945 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:14.562280 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6d3a25d3-bcb5-4d3a-bc08-6c5ecd8cf83e req-f05b3343-52a8-4bd1-9364-455a30059218 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0743239 Dec 24 10:40:14.725537 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a25d3-bcb5-4d3a-bc08-6c5ecd8cf83e req-bdcf87f9-3ea1-41c1-a116-3b91c1b23975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:14.727131 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6d3a25d3-bcb5-4d3a-bc08-6c5ecd8cf83e req-bdcf87f9-3ea1-41c1-a116-3b91c1b23975 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2ef8d054e5c4841b9e9699294d5a128&device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 1162 time: 0.0788894 Dec 24 10:40:14.880034 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a25d3-bcb5-4d3a-bc08-6c5ecd8cf83e req-878ba5ec-b960-4e65-989a-08b063c495f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:14.881548 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6d3a25d3-bcb5-4d3a-bc08-6c5ecd8cf83e req-878ba5ec-b960-4e65-989a-08b063c495f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6d467c9-8db1-4331-9bde-74c88d82f4af HTTP/1.1" status: 200 len: 903 time: 0.1359620 Dec 24 10:40:14.985345 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6d3a25d3-bcb5-4d3a-bc08-6c5ecd8cf83e req-2274b396-cd71-476b-98a6-fc36f24bc017 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37f605f0-afc1-4180-a441-2bc458878c42 HTTP/1.1" status: 200 len: 1001 time: 0.0967448 Dec 24 10:40:15.056920 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a25d3-bcb5-4d3a-bc08-6c5ecd8cf83e req-8b8bcdfe-69aa-44ce-b089-44c712f3d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:15.058469 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6d3a25d3-bcb5-4d3a-bc08-6c5ecd8cf83e req-8b8bcdfe-69aa-44ce-b089-44c712f3d1af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0049c50f-234c-4c21-998c-59465609559b HTTP/1.1" status: 200 len: 848 time: 0.0668137 Dec 24 10:40:15.136455 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a25d3-bcb5-4d3a-bc08-6c5ecd8cf83e req-efc97e3e-5eb2-4f3a-b571-482724d787ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:15.137990 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6d3a25d3-bcb5-4d3a-bc08-6c5ecd8cf83e req-efc97e3e-5eb2-4f3a-b571-482724d787ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6d467c9-8db1-4331-9bde-74c88d82f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736210 Dec 24 10:40:15.280841 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6d3a25d3-bcb5-4d3a-bc08-6c5ecd8cf83e req-b922b34c-fe0b-40e0-a8d8-95035778a0a9 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356618 Dec 24 10:40:15.422888 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-6d3a25d3-bcb5-4d3a-bc08-6c5ecd8cf83e req-fdd17f91-d200-4add-961a-9cbc2aff1dec service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1358972 Dec 24 10:40:25.135444 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:40:35.338404 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-e32c6091-17f2-49bb-af00-3fe4c375d320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:37.855806 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:37.981022 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-3b795045-5dcb-41dc-8af6-9091ae665d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:38.825248 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:39.272823 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:40.067550 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:52.577106 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-5bafd214-83b0-4eb7-aaac-bf5ff5bcc7fd tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/floatingips/041d55a2-b2cc-455e-88e3-5a770e0dc179 HTTP/1.1" status: 200 len: 998 time: 0.1065643 Dec 24 10:40:52.734395 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-1f4b2a92-9f92-4277-a08d-56b5004d3203 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:52.735758 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-1f4b2a92-9f92-4277-a08d-56b5004d3203 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/networks/81ea6ac4-2b55-4e45-bfef-bd97c85883e8 HTTP/1.1" status: 200 len: 784 time: 0.1517677 Dec 24 10:40:52.746306 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-59da02e0-76f0-4f59-bff9-5eb049c40369 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=80199) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 24 10:40:52.747334 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-59da02e0-76f0-4f59-bff9-5eb049c40369 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0058143 Dec 24 10:40:53.073713 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-2d1145be-97e6-4b88-824d-d4459b776fa3 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.28.2.132 HTTP/1.1" status: 200 len: 1001 time: 0.3195379 Dec 24 10:40:53.152846 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-d8ec215d-825b-4c0d-b272-a257b40b43ea tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:53.154328 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-d8ec215d-825b-4c0d-b272-a257b40b43ea tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports/37f605f0-afc1-4180-a441-2bc458878c42 HTTP/1.1" status: 200 len: 942 time: 0.0741463 Dec 24 10:40:53.339313 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-1bb5a2cf-85b1-40ae-b249-8dda2d30e45f tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/floatingips?floating_ip_address=172.28.2.132 HTTP/1.1" status: 200 len: 1001 time: 0.1030972 Dec 24 10:40:53.550081 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Deleting port f2f71889-4896-494b-ae5e-cafa5e6b3ce6 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:40:53.550485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:53.729493 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:53.730086 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for floatingip, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:53.853393 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Calling delete_port for f2f71889-4896-494b-ae5e-cafa5e6b3ce6 owned by network:floatingip {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:40:53.995997 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:54.014608 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ec8774d9-b67e-442c-b529-e9afff55827f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:40:54.068422 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Pushing event deleted for resources: {'Port': ['ID=f2f71889-4896-494b-ae5e-cafa5e6b3ce6,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:40:54.127358 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.127764 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.128160 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.128552 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.128964 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.129353 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.129736 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.130138 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.130521 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.130898 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.131275 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.131649 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.132084 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.132465 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.132869 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.133255 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.133632 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.134011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.134384 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.134759 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.135131 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.135505 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.135897 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.136272 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:54.144167 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:40:54.244651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for floatingip, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:54.245064 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.db.l3_db [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Floating IP 041d55a2-b2cc-455e-88e3-5a770e0dc179 disassociated (deleted). External IP: 172.28.2.132, port: 37f605f0-afc1-4180-a441-2bc458878c42. Dec 24 10:40:54.604979 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Router 9e972c5a-4c57-4966-85bd-e3b28e216263 has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:40:54.789860 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:40:54.803215 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0590bcf9-8723-475f-a3c6-d78c7f550d97 None None] Sync routers for ids ['9e972c5a-4c57-4966-85bd-e3b28e216263'] in dv-cinder-768458-2-smb {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:40:54.813442 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0590bcf9-8723-475f-a3c6-d78c7f550d97 None None] Routers {'9e972c5a-4c57-4966-85bd-e3b28e216263'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:40:54.814221 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-0590bcf9-8723-475f-a3c6-d78c7f550d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:40:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['9e972c5a-4c57-4966-85bd-e3b28e216263'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:40:54.814809 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for floatingip, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:54.870500 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-ceb1a431-989e-48ef-a4cf-cecb59a48b10 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "DELETE /v2.0/floatingips/041d55a2-b2cc-455e-88e3-5a770e0dc179 HTTP/1.1" status: 204 len: 173 time: 1.5244818 Dec 24 10:40:54.870973 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'tag': '37f605f0-afc1-4180-a441-2bc458878c42'}] {{(pid=80199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:40:55.041180 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-406e0790-6577-463b-b8cc-462e54083de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:55.042988 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-406e0790-6577-463b-b8cc-462e54083de8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a2ef8d054e5c4841b9e9699294d5a128&device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 1162 time: 0.1588917 Dec 24 10:40:55.080423 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'tag': '37f605f0-afc1-4180-a441-2bc458878c42', 'status': 'completed', 'code': 200} Dec 24 10:40:55.164401 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-0590bcf9-8723-475f-a3c6-d78c7f550d97 None None] Set router 9e972c5a-4c57-4966-85bd-e3b28e216263 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:40:55.185213 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7269891-2f81-4e79-8f77-a59882edcd00 req-aa3255c4-25a1-44e0-ad49-84a51881c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:55.186840 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f7269891-2f81-4e79-8f77-a59882edcd00 req-aa3255c4-25a1-44e0-ad49-84a51881c94a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2ef8d054e5c4841b9e9699294d5a128&device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 1162 time: 0.0814588 Dec 24 10:40:55.193477 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-2b34c0e3-3e1a-4ec0-850b-5ac96b60edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:55.195095 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-2b34c0e3-3e1a-4ec0-850b-5ac96b60edcb service neutron] 10.222.0.58 "GET /v2.0/networks?id=d6d467c9-8db1-4331-9bde-74c88d82f4af HTTP/1.1" status: 200 len: 903 time: 0.1440489 Dec 24 10:40:55.271222 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-882de144-0d7f-4a27-b77a-591ce5f682d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37f605f0-afc1-4180-a441-2bc458878c42 HTTP/1.1" status: 200 len: 217 time: 0.0690663 Dec 24 10:40:55.333846 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7269891-2f81-4e79-8f77-a59882edcd00 req-fbf46895-c955-4723-a327-3c3eec4efe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:55.335706 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f7269891-2f81-4e79-8f77-a59882edcd00 req-fbf46895-c955-4723-a327-3c3eec4efe51 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6d467c9-8db1-4331-9bde-74c88d82f4af HTTP/1.1" status: 200 len: 903 time: 0.1422293 Dec 24 10:40:55.345611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-799dbdd0-5832-4a42-9821-e6004b4c537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:55.347222 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-799dbdd0-5832-4a42-9821-e6004b4c537e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0049c50f-234c-4c21-998c-59465609559b HTTP/1.1" status: 200 len: 848 time: 0.0685751 Dec 24 10:40:55.405526 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f7269891-2f81-4e79-8f77-a59882edcd00 req-abc258f5-293a-4f01-bf6d-7ce781ef6eec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37f605f0-afc1-4180-a441-2bc458878c42 HTTP/1.1" status: 200 len: 217 time: 0.0638890 Dec 24 10:40:55.434072 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-d376d7a0-53b0-4cbf-a984-7c023e78568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:55.435655 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-d376d7a0-53b0-4cbf-a984-7c023e78568d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d6d467c9-8db1-4331-9bde-74c88d82f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814252 Dec 24 10:40:55.489266 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7269891-2f81-4e79-8f77-a59882edcd00 req-bf3de500-3c47-48cb-8cfd-04f2b7fd1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:55.490958 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f7269891-2f81-4e79-8f77-a59882edcd00 req-bf3de500-3c47-48cb-8cfd-04f2b7fd1102 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0049c50f-234c-4c21-998c-59465609559b HTTP/1.1" status: 200 len: 848 time: 0.0796497 Dec 24 10:40:55.499136 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-0590bcf9-8723-475f-a3c6-d78c7f550d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'name': 'tempest-TestShelveInstance-1237473470-router', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:45Z', 'updated_at': '2020-12-24T10:36:49Z', 'revision_number': 4, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'gw_port': {'id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:46Z', 'updated_at': '2020-12-24T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '15c72c02-ee36-48a1-8529-3681498a4831', 'name': '', 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'mac_address': 'fa:16:3e:2b:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0049c50f-234c-4c21-998c-59465609559b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:48Z', 'updated_at': '2020-12-24T10:36:58Z', 'revision_number': 5, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'subnets': [{'id': '0049c50f-234c-4c21-998c-59465609559b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:40:55.503836 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0590bcf9-8723-475f-a3c6-d78c7f550d97 None None] Checking router: 9e972c5a-4c57-4966-85bd-e3b28e216263 for host: dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:40:55.512825 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0590bcf9-8723-475f-a3c6-d78c7f550d97 None None] Routers {'9e972c5a-4c57-4966-85bd-e3b28e216263'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:40:55.513479 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-0590bcf9-8723-475f-a3c6-d78c7f550d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:40:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['9e972c5a-4c57-4966-85bd-e3b28e216263'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:40:55.571990 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7269891-2f81-4e79-8f77-a59882edcd00 req-6b84040e-9aed-4124-a9ef-f58af67581a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:55.573630 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f7269891-2f81-4e79-8f77-a59882edcd00 req-6b84040e-9aed-4124-a9ef-f58af67581a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6d467c9-8db1-4331-9bde-74c88d82f4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764358 Dec 24 10:40:55.588348 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-fbb3fbe0-6875-402e-b218-e93d5b82f38b service neutron] 10.222.0.58 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450455 Dec 24 10:40:55.717306 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-0590bcf9-8723-475f-a3c6-d78c7f550d97 None None] Set router 9e972c5a-4c57-4966-85bd-e3b28e216263 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:40:55.719433 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f7269891-2f81-4e79-8f77-a59882edcd00 req-ec247cf8-f0ee-47f6-98be-102d875a2a07 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384444 Dec 24 10:40:55.735459 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-890da11b-c428-4bef-abf7-d9ec6152e081 req-a1d1053a-3134-4c82-a0ce-8c30236a3063 service neutron] 10.222.0.58 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402521 Dec 24 10:40:55.865844 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-f7269891-2f81-4e79-8f77-a59882edcd00 req-f630f30f-289f-427d-9f49-a17a04efc811 service neutron] 10.222.0.20 "GET /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1400163 Dec 24 10:40:56.053940 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-0590bcf9-8723-475f-a3c6-d78c7f550d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'name': 'tempest-TestShelveInstance-1237473470-router', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:45Z', 'updated_at': '2020-12-24T10:36:49Z', 'revision_number': 4, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'gw_port': {'id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:46Z', 'updated_at': '2020-12-24T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '15c72c02-ee36-48a1-8529-3681498a4831', 'name': '', 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'mac_address': 'fa:16:3e:2b:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0049c50f-234c-4c21-998c-59465609559b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:48Z', 'updated_at': '2020-12-24T10:36:58Z', 'revision_number': 5, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'subnets': [{'id': '0049c50f-234c-4c21-998c-59465609559b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:40:56.058096 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0590bcf9-8723-475f-a3c6-d78c7f550d97 None None] The sync data for ids ['9e972c5a-4c57-4966-85bd-e3b28e216263'] in dv-cinder-768458-2-smb is: [{'id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'name': 'tempest-TestShelveInstance-1237473470-router', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:45Z', 'updated_at': '2020-12-24T10:36:49Z', 'revision_number': 4, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'gw_port': {'id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:46Z', 'updated_at': '2020-12-24T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb', '_interfaces': [{'id': '15c72c02-ee36-48a1-8529-3681498a4831', 'name': '', 'network_id': 'd6d467c9-8db1-4331-9bde-74c88d82f4af', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'mac_address': 'fa:16:3e:2b:16:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '0049c50f-234c-4c21-998c-59465609559b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:48Z', 'updated_at': '2020-12-24T10:36:58Z', 'revision_number': 5, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'subnets': [{'id': '0049c50f-234c-4c21-998c-59465609559b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:40:56.153000 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c6d0a-1379-4a8c-8079-36b09c505a8f req-a5e556bd-7877-416f-8cf0-85743e74e0fd tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:56.153755 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-3b5c6d0a-1379-4a8c-8079-36b09c505a8f req-a5e556bd-7877-416f-8cf0-85743e74e0fd tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Synchronizing usage tracker for tenant:a2ef8d054e5c4841b9e9699294d5a128 on resource:port {{(pid=80199) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:40:56.168207 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-3b5c6d0a-1379-4a8c-8079-36b09c505a8f req-a5e556bd-7877-416f-8cf0-85743e74e0fd tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Unset dirty status for tenant:a2ef8d054e5c4841b9e9699294d5a128 on resource:port {{(pid=80199) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:40:56.169480 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b5c6d0a-1379-4a8c-8079-36b09c505a8f req-a5e556bd-7877-416f-8cf0-85743e74e0fd tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0978861 Dec 24 10:40:56.216968 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-3b5c6d0a-1379-4a8c-8079-36b09c505a8f req-f0bcd6d5-9f7a-4f83-be6b-200c77f13915 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0403495 Dec 24 10:40:56.438597 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8fd1b1-8134-4ecf-acdb-8f15c6457c19 None None] New status for floating IP 041d55a2-b2cc-455e-88e3-5a770e0dc179: DOWN {{(pid=80201) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Dec 24 10:40:57.437683 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024da58-91ea-4418-9e09-539e73570eeb req-e76d8135-861f-4ce5-83f8-9e3bff3778c2 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80199) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:57.439277 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8024da58-91ea-4418-9e09-539e73570eeb req-e76d8135-861f-4ce5-83f8-9e3bff3778c2 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0858445 Dec 24 10:40:57.486538 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-8024da58-91ea-4418-9e09-539e73570eeb req-4a65a5f6-42f7-4fa5-8588-7bd80baf2d17 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups?id=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0406876 Dec 24 10:40:57.682594 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4940eb0-24ab-4374-9e1f-ac8655fdf8d6 req-7008f102-4043-41a6-8bfb-0887c7e126da tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80200) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 24 10:40:57.683341 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-b4940eb0-24ab-4374-9e1f-ac8655fdf8d6 req-7008f102-4043-41a6-8bfb-0887c7e126da tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Synchronizing usage tracker for tenant:a2ef8d054e5c4841b9e9699294d5a128 on resource:port {{(pid=80200) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 24 10:40:57.696087 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.quota.resource [req-b4940eb0-24ab-4374-9e1f-ac8655fdf8d6 req-7008f102-4043-41a6-8bfb-0887c7e126da tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Unset dirty status for tenant:a2ef8d054e5c4841b9e9699294d5a128 on resource:port {{(pid=80200) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 24 10:40:57.697298 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b4940eb0-24ab-4374-9e1f-ac8655fdf8d6 req-7008f102-4043-41a6-8bfb-0887c7e126da tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.20 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 945 time: 0.0992064 Dec 24 10:40:57.770175 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-b4940eb0-24ab-4374-9e1f-ac8655fdf8d6 req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Deleting port 37f605f0-afc1-4180-a441-2bc458878c42 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:40:57.770551 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b4940eb0-24ab-4374-9e1f-ac8655fdf8d6 req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:58.020005 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [req-b4940eb0-24ab-4374-9e1f-ac8655fdf8d6 req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] For port 37f605f0-afc1-4180-a441-2bc458878c42, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76845',level=0,port_id=37f605f0-afc1-4180-a441-2bc458878c42,segment=NetworkSegment(a86b140b-c365-4495-8864-274a13d5e8a0),segment_id=a86b140b-c365-4495-8864-274a13d5e8a0)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:40:58.020396 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b4940eb0-24ab-4374-9e1f-ac8655fdf8d6 req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:58.144934 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [req-b4940eb0-24ab-4374-9e1f-ac8655fdf8d6 req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Calling delete_port for 37f605f0-afc1-4180-a441-2bc458878c42 owned by compute:nova {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:40:58.288188 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b4940eb0-24ab-4374-9e1f-ac8655fdf8d6 req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:58.304915 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e9de9900-ec63-4b2f-b2cb-b26cd06486ae tempest-AttachVolumeShelveTestJSON-368734035 tempest-AttachVolumeShelveTestJSON-368734035] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:40:58.362409 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Pushing event deleted for resources: {'Port': ['ID=37f605f0-afc1-4180-a441-2bc458878c42,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:40:58.421403 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.421814 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.422229 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.422634 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.423032 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.423431 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.423830 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.424244 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.424641 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.425058 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.425448 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.425836 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76845 {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.426283 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.426673 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.427066 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.427458 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.427845 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.428235 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.428623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.429055 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.429442 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.429827 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.430216 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.430600 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-2-smb {{(pid=80200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 24 10:40:58.434343 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:40:58.521786 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4940eb0-24ab-4374-9e1f-ac8655fdf8d6 req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] No DVR routers for this DVR port 37f605f0-afc1-4180-a441-2bc458878c42 on host hv-cinder-76845 {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:40:58.524426 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-b4940eb0-24ab-4374-9e1f-ac8655fdf8d6 req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771636'] for port, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:58.527458 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'name': 'network-vif-deleted', 'tag': '37f605f0-afc1-4180-a441-2bc458878c42'}] {{(pid=80200) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 24 10:40:58.545573 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b4940eb0-24ab-4374-9e1f-ac8655fdf8d6 req-58e66cab-5036-4878-9fe6-7b13f2681974 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.20 "DELETE /v2.0/ports/37f605f0-afc1-4180-a441-2bc458878c42 HTTP/1.1" status: 204 len: 173 time: 0.8407900 Dec 24 10:40:58.673621 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-b1074820-93d8-43ba-a93d-c9c0943a0b39 req-95faed40-4352-4c25-b37d-dd4043b095e5 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/ports?device_id=ef9b1ff5-afc4-44b2-a363-83d24925c07d HTTP/1.1" status: 200 len: 210 time: 0.0459187 Dec 24 10:40:58.682023 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b1ff5-afc4-44b2-a363-83d24925c07d', 'name': 'network-vif-deleted', 'tag': '37f605f0-afc1-4180-a441-2bc458878c42', 'status': 'completed', 'code': 200} Dec 24 10:40:58.842938 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 37f605f0-afc1-4180-a441-2bc458878c42 no longer exists at agent ovs-agent-hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:40:58.877970 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] No Port match for: 37f605f0-afc1-4180-a441-2bc458878c42 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:40:58.878366 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Device 37f605f0-afc1-4180-a441-2bc458878c42 not bound to the agent host hv-cinder-76845 {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:40:59.862915 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-392d607f-b561-4312-9d10-63459dc83ec0 req-b1218d2c-834b-46ff-8cd9-b4554be88919 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "GET /v2.0/security-groups/e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9 HTTP/1.1" status: 200 len: 2879 time: 0.0525935 Dec 24 10:40:59.934301 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-392d607f-b561-4312-9d10-63459dc83ec0 req-fe22d908-4f71-44c5-8f53-bf511c12d2fc tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:40:59.963328 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-392d607f-b561-4312-9d10-63459dc83ec0 req-fe22d908-4f71-44c5-8f53-bf511c12d2fc tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:00.012611 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-392d607f-b561-4312-9d10-63459dc83ec0 req-fe22d908-4f71-44c5-8f53-bf511c12d2fc tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:00.018682 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-cdfb8ef3-d3fa-4027-8d78-f86d4b030811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:41:00.034988 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22d908-4f71-44c5-8f53-bf511c12d2fc tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:41:00.041322 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-fe22d908-4f71-44c5-8f53-bf511c12d2fc tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:41:00.043991 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [req-392d607f-b561-4312-9d10-63459dc83ec0 req-fe22d908-4f71-44c5-8f53-bf511c12d2fc tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:00.045207 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [req-392d607f-b561-4312-9d10-63459dc83ec0 req-fe22d908-4f71-44c5-8f53-bf511c12d2fc tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] 10.222.0.58 "DELETE /v2.0/security-groups/e7e631c0-28ba-44ea-9f15-f1b3e23fcfd9 HTTP/1.1" status: 204 len: 173 time: 0.1759901 Dec 24 10:41:00.104340 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 39238) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:41:00.682817 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-357e1afe-92a1-4c92-a5bd-34f793404421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-739761'] for router_interface, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:01.272834 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-357e1afe-92a1-4c92-a5bd-34f793404421 admin admin] Deleting port 15c72c02-ee36-48a1-8529-3681498a4831 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:41:01.273450 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-357e1afe-92a1-4c92-a5bd-34f793404421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:01.455622 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-357e1afe-92a1-4c92-a5bd-34f793404421 admin admin] For port 15c72c02-ee36-48a1-8529-3681498a4831, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=15c72c02-ee36-48a1-8529-3681498a4831,segment=NetworkSegment(a86b140b-c365-4495-8864-274a13d5e8a0),segment_id=a86b140b-c365-4495-8864-274a13d5e8a0)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:41:01.456023 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-357e1afe-92a1-4c92-a5bd-34f793404421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:01.584632 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-357e1afe-92a1-4c92-a5bd-34f793404421 admin admin] Calling delete_port for 15c72c02-ee36-48a1-8529-3681498a4831 owned by network:router_interface {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:41:01.908011 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-357e1afe-92a1-4c92-a5bd-34f793404421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:01.923115 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-e18db090-f8e5-4218-9bb0-c5079b869938 tempest-TestMinimumBasicScenario-601187463 tempest-TestMinimumBasicScenario-601187463] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:41:01.980516 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e1afe-92a1-4c92-a5bd-34f793404421 admin admin] Pushing event deleted for resources: {'Port': ['ID=15c72c02-ee36-48a1-8529-3681498a4831,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:41:01.984440 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-357e1afe-92a1-4c92-a5bd-34f793404421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:41:02.135102 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:41:02.318593 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-357e1afe-92a1-4c92-a5bd-34f793404421 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3153206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739611'] for router_interface, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:02.816068 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357e1afe-92a1-4c92-a5bd-34f793404421 admin admin] Router 9e972c5a-4c57-4966-85bd-e3b28e216263 has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:41:03.231460 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357e1afe-92a1-4c92-a5bd-34f793404421 admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:41:03.240869 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e12740-4588-4670-ab34-32913ec62d0a None None] Sync routers for ids ['9e972c5a-4c57-4966-85bd-e3b28e216263'] in dv-cinder-768458-2-smb {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:41:03.246649 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-357e1afe-92a1-4c92-a5bd-34f793404421 admin admin] 10.222.0.58 "PUT /v2.0/routers/9e972c5a-4c57-4966-85bd-e3b28e216263/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1386385 Dec 24 10:41:03.246917 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 39242) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:41:03.251434 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e12740-4588-4670-ab34-32913ec62d0a None None] Routers {'9e972c5a-4c57-4966-85bd-e3b28e216263'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:41:03.252097 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-a4e12740-4588-4670-ab34-32913ec62d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:40:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['9e972c5a-4c57-4966-85bd-e3b28e216263'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:41:03.431594 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-df2f71f4-fdb2-4e1c-9609-4a0a89b10a53 admin admin] Notify callbacks [] for router, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:03.448312 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-a4e12740-4588-4670-ab34-32913ec62d0a None None] Set router 9e972c5a-4c57-4966-85bd-e3b28e216263 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:41:03.616228 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-df2f71f4-fdb2-4e1c-9609-4a0a89b10a53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:03.621750 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-df2f71f4-fdb2-4e1c-9609-4a0a89b10a53 admin admin] Deleting port a5d9c0b6-a842-4aab-bbe9-325de160c107 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:41:03.622121 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-df2f71f4-fdb2-4e1c-9609-4a0a89b10a53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:03.751992 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-a4e12740-4588-4670-ab34-32913ec62d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'name': 'tempest-TestShelveInstance-1237473470-router', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:45Z', 'updated_at': '2020-12-24T10:41:01Z', 'revision_number': 5, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'gw_port': {'id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:46Z', 'updated_at': '2020-12-24T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:41:03.756024 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e12740-4588-4670-ab34-32913ec62d0a None None] Checking router: 9e972c5a-4c57-4966-85bd-e3b28e216263 for host: dv-cinder-768458-2-smb {{(pid=80202) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:41:03.764935 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e12740-4588-4670-ab34-32913ec62d0a None None] Routers {'9e972c5a-4c57-4966-85bd-e3b28e216263'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80202) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:41:03.765647 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-a4e12740-4588-4670-ab34-32913ec62d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:40:38Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['9e972c5a-4c57-4966-85bd-e3b28e216263'], 'active': True} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:41:03.804380 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-df2f71f4-fdb2-4e1c-9609-4a0a89b10a53 admin admin] For port a5d9c0b6-a842-4aab-bbe9-325de160c107, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=a5d9c0b6-a842-4aab-bbe9-325de160c107,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:41:03.804728 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-df2f71f4-fdb2-4e1c-9609-4a0a89b10a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:03.936995 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-df2f71f4-fdb2-4e1c-9609-4a0a89b10a53 admin admin] Calling delete_port for a5d9c0b6-a842-4aab-bbe9-325de160c107 owned by network:router_gateway {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:41:03.944854 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-a4e12740-4588-4670-ab34-32913ec62d0a None None] Set router 9e972c5a-4c57-4966-85bd-e3b28e216263 gateway port host: dv-cinder-768458-2-smb {{(pid=80202) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:41:04.069350 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-df2f71f4-fdb2-4e1c-9609-4a0a89b10a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:04.272887 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-df2f71f4-fdb2-4e1c-9609-4a0a89b10a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854035318'] for router_gateway, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:04.392567 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-a4e12740-4588-4670-ab34-32913ec62d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'name': 'tempest-TestShelveInstance-1237473470-router', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:45Z', 'updated_at': '2020-12-24T10:41:01Z', 'revision_number': 5, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'gw_port': {'id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:46Z', 'updated_at': '2020-12-24T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80202) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:41:04.396624 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e12740-4588-4670-ab34-32913ec62d0a None None] The sync data for ids ['9e972c5a-4c57-4966-85bd-e3b28e216263'] in dv-cinder-768458-2-smb is: [{'id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'name': 'tempest-TestShelveInstance-1237473470-router', 'tenant_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156'}], 'enable_snat': True}, 'gw_port_id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:45Z', 'updated_at': '2020-12-24T10:41:01Z', 'revision_number': 5, 'project_id': 'a2ef8d054e5c4841b9e9699294d5a128', 'gw_port': {'id': 'a5d9c0b6-a842-4aab-bbe9-325de160c107', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f8:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e972c5a-4c57-4966-85bd-e3b28e216263', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:46Z', 'updated_at': '2020-12-24T10:36:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}] {{(pid=80202) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:41:04.404966 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-df2f71f4-fdb2-4e1c-9609-4a0a89b10a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41488'] for router, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:04.408026 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-df2f71f4-fdb2-4e1c-9609-4a0a89b10a53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:04.431699 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-df2f71f4-fdb2-4e1c-9609-4a0a89b10a53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-749173'] for router, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:04.432266 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2f71f4-fdb2-4e1c-9609-4a0a89b10a53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e972c5a-4c57-4966-85bd-e3b28e216263 {{(pid=80199) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 24 10:41:04.444509 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-df2f71f4-fdb2-4e1c-9609-4a0a89b10a53 admin admin] Notify callbacks [] for router, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:04.445873 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-df2f71f4-fdb2-4e1c-9609-4a0a89b10a53 admin admin] 10.222.0.58 "DELETE /v2.0/routers/9e972c5a-4c57-4966-85bd-e3b28e216263 HTTP/1.1" status: 204 len: 168 time: 1.1978710 Dec 24 10:41:04.448570 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 39246) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:41:04.515450 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_v2 [None req-eecad5fb-3bc3-46d5-b4f9-2193793eaa92 admin admin] Deleting subnet 0049c50f-234c-4c21-998c-59465609559b {{(pid=80199) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 24 10:41:04.518615 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eecad5fb-3bc3-46d5-b4f9-2193793eaa92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:04.573645 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eecad5fb-3bc3-46d5-b4f9-2193793eaa92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11293050'] for subnet, precommit_delete_associations {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:04.699346 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eecad5fb-3bc3-46d5-b4f9-2193793eaa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3650982'] for subnet, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:04.961948 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eecad5fb-3bc3-46d5-b4f9-2193793eaa92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851124819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11293041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844117643'] for subnet, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:04.977233 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:41:05.016604 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecad5fb-3bc3-46d5-b4f9-2193793eaa92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0049c50f-234c-4c21-998c-59465609559b,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:41:05.028812 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-eecad5fb-3bc3-46d5-b4f9-2193793eaa92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:41:05.115203 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-eecad5fb-3bc3-46d5-b4f9-2193793eaa92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for subnet, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:05.120167 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e35fa8-8d05-4b9d-a985-e59f64d7f623 None None] Network d6d467c9-8db1-4331-9bde-74c88d82f4af requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:41:05.122188 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-eecad5fb-3bc3-46d5-b4f9-2193793eaa92 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0049c50f-234c-4c21-998c-59465609559b HTTP/1.1" status: 204 len: 168 time: 0.6725745 Dec 24 10:41:05.124871 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 39250) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:41:05.241968 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850967753'] for network, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:05.313264 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Deleting port 97a68d47-b75f-46f1-85d7-c99eb47e560a {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:41:05.313553 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:05.341307 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-643d1de1-b30a-4a30-96a0-9d14f093c390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:05.381239 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef73b9b9-920c-4bef-ba1b-5bf9f381299b None None] DHCP port deletion for d6d467c9-8db1-4331-9bde-74c88d82f4af request from dv-cinder-768458-2-smb {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 24 10:41:05.385812 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-ef73b9b9-920c-4bef-ba1b-5bf9f381299b None None] Deleting port 97a68d47-b75f-46f1-85d7-c99eb47e560a {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:41:05.386234 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ef73b9b9-920c-4bef-ba1b-5bf9f381299b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:05.527840 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device a5d9c0b6-a842-4aab-bbe9-325de160c107 no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:41:05.535728 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] For port 97a68d47-b75f-46f1-85d7-c99eb47e560a, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=97a68d47-b75f-46f1-85d7-c99eb47e560a,segment=NetworkSegment(a86b140b-c365-4495-8864-274a13d5e8a0),segment_id=a86b140b-c365-4495-8864-274a13d5e8a0)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:41:05.536203 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:05.567369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No Port match for: a5d9c0b6-a842-4aab-bbe9-325de160c107 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:41:05.567766 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device a5d9c0b6-a842-4aab-bbe9-325de160c107 not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:41:05.568317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 15c72c02-ee36-48a1-8529-3681498a4831 no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:41:05.652284 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No Port match for: 15c72c02-ee36-48a1-8529-3681498a4831 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:41:05.652592 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 15c72c02-ee36-48a1-8529-3681498a4831 not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:41:05.653077 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 97a68d47-b75f-46f1-85d7-c99eb47e560a no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:41:05.666964 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Calling delete_port for 97a68d47-b75f-46f1-85d7-c99eb47e560a owned by network:dhcp {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:41:05.710378 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-ef73b9b9-920c-4bef-ba1b-5bf9f381299b None None] For port 97a68d47-b75f-46f1-85d7-c99eb47e560a, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=97a68d47-b75f-46f1-85d7-c99eb47e560a,segment=NetworkSegment(a86b140b-c365-4495-8864-274a13d5e8a0),segment_id=a86b140b-c365-4495-8864-274a13d5e8a0)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:41:05.710825 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ef73b9b9-920c-4bef-ba1b-5bf9f381299b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:05.741132 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:05.756320 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-cb5ae545-4c54-4edb-926f-97b819459e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:41:05.815588 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a68d47-b75f-46f1-85d7-c99eb47e560a,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:41:05.819817 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:41:05.852651 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-ef73b9b9-920c-4bef-ba1b-5bf9f381299b None None] Calling delete_port for 97a68d47-b75f-46f1-85d7-c99eb47e560a owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:41:05.888627 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No active binding found for port 97a68d47-b75f-46f1-85d7-c99eb47e560a {{(pid=80201) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Dec 24 10:41:05.889135 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 97a68d47-b75f-46f1-85d7-c99eb47e560a not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:41:05.899194 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] No DVR routers for this DVR port 97a68d47-b75f-46f1-85d7-c99eb47e560a on host dv-cinder-768458-2-smb {{(pid=80199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:41:05.929572 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.api [None req-ef73b9b9-920c-4bef-ba1b-5bf9f381299b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:41:05.929988 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_db.api [None req-ef73b9b9-920c-4bef-ba1b-5bf9f381299b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 24 10:41:06.022832 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3646220', 'neutron.services.segments.db._delete_segments_for_network-8752750691050'] for network, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:06.136334 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d467c9-8db1-4331-9bde-74c88d82f4af']}} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:41:06.148859 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86b140b-c365-4495-8864-274a13d5e8a0') {'for_net_delete': True} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:41:06.149197 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86b140b-c365-4495-8864-274a13d5e8a0') {} {{(pid=80199) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:41:06.161525 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284104077820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843482781'] for segment, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:06.176623 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:06.178665 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80199) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 24 10:41:06.431071 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-ef73b9b9-920c-4bef-ba1b-5bf9f381299b None None] Deleting port 97a68d47-b75f-46f1-85d7-c99eb47e560a {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:41:06.431496 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ef73b9b9-920c-4bef-ba1b-5bf9f381299b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:06.503896 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-ef73b9b9-920c-4bef-ba1b-5bf9f381299b None None] The port '97a68d47-b75f-46f1-85d7-c99eb47e560a' was deleted {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 24 10:41:06.586770 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Network d6d467c9-8db1-4331-9bde-74c88d82f4af has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:41:06.595684 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851123691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843481133'] for segment, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:06.771201 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Network d6d467c9-8db1-4331-9bde-74c88d82f4af has no segments {{(pid=80199) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: Traceback (most recent call last): Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: timer() Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: cb(*args, **kw) Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: return func(*args, **kwargs) Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: self._notify() Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: self.callback(batched_events) Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: event.method(event) Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: segment_id)['aggregates'][0] Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: return f(self, *a, **k) Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: return self._get(url).json() Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: **kwargs) Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: return self.request(url, 'GET', **kwargs) Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: **endpoint_filter) Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:41:06.797641 dv-cinder-768458-2-smb neutron-server[80090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:41:06.873216 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851129596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740512'] for network, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:06.877044 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:41:06.890678 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:06.901597 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d467c9-8db1-4331-9bde-74c88d82f4af,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:41:06.906807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:41:06.917022 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-22f9dbc5-43a9-435e-9e98-cc0b098c6b19 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d6d467c9-8db1-4331-9bde-74c88d82f4af HTTP/1.1" status: 204 len: 168 time: 1.7905610 Dec 24 10:41:06.920118 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 39254) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:41:07.273838 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2b997906-2fb1-4d22-87e7-9374edaf1bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-739761'] for router_interface, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:07.857628 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-2b997906-2fb1-4d22-87e7-9374edaf1bba admin admin] Deleting port 4f6ae067-b101-452c-9242-3ce793b87372 {{(pid=80199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:41:07.858194 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2b997906-2fb1-4d22-87e7-9374edaf1bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:07.858310 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:07.982241 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-db0d83f1-2ab5-4a9e-af3e-2a0f1340900f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:08.034803 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-2b997906-2fb1-4d22-87e7-9374edaf1bba admin admin] For port 4f6ae067-b101-452c-9242-3ce793b87372, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=4f6ae067-b101-452c-9242-3ce793b87372,segment=NetworkSegment(a6f6a117-f181-4199-8109-31123f54f5cd),segment_id=a6f6a117-f181-4199-8109-31123f54f5cd)] {{(pid=80199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:41:08.035195 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2b997906-2fb1-4d22-87e7-9374edaf1bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:08.158737 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-2b997906-2fb1-4d22-87e7-9374edaf1bba admin admin] Calling delete_port for 4f6ae067-b101-452c-9242-3ce793b87372 owned by network:router_interface {{(pid=80199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:41:08.331986 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2b997906-2fb1-4d22-87e7-9374edaf1bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11294597'] for port, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:08.349080 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-bf6f13ba-ef61-49a1-841f-4d6e71311831 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:41:08.402139 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b997906-2fb1-4d22-87e7-9374edaf1bba admin admin] Pushing event deleted for resources: {'Port': ['ID=4f6ae067-b101-452c-9242-3ce793b87372,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:41:08.408445 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-2b997906-2fb1-4d22-87e7-9374edaf1bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:41:08.748154 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-2b997906-2fb1-4d22-87e7-9374edaf1bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3153206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-739611'] for router_interface, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:08.840621 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:09.237504 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b997906-2fb1-4d22-87e7-9374edaf1bba admin admin] Router 02cda921-d9d0-4a33-89ed-e3991d78afd0 has already been hosted by L3 agent ec9981e3-b27e-4e99-8041-0f0480c145ac {{(pid=80199) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 24 10:41:09.274487 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:09.651467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b997906-2fb1-4d22-87e7-9374edaf1bba admin admin] Notify agent at l3_agent.dv-cinder-768458-2-smb the message routers_updated {{(pid=80199) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 24 10:41:09.660669 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-2b997906-2fb1-4d22-87e7-9374edaf1bba admin admin] 10.222.0.58 "PUT /v2.0/routers/02cda921-d9d0-4a33-89ed-e3991d78afd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7394443 Dec 24 10:41:09.662075 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0350d00-992d-4d37-a041-35358e54f92a None None] Sync routers for ids ['02cda921-d9d0-4a33-89ed-e3991d78afd0'] in dv-cinder-768458-2-smb {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Dec 24 10:41:09.663503 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 39258) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:41:09.672945 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0350d00-992d-4d37-a041-35358e54f92a None None] Routers {'02cda921-d9d0-4a33-89ed-e3991d78afd0'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:41:09.673701 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-b0350d00-992d-4d37-a041-35358e54f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:41:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['02cda921-d9d0-4a33-89ed-e3991d78afd0'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:41:09.849296 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-29782658-18ab-4b23-95c6-4d61395a179a admin admin] Notify callbacks [] for router, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:09.857412 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-b0350d00-992d-4d37-a041-35358e54f92a None None] Set router 02cda921-d9d0-4a33-89ed-e3991d78afd0 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:41:10.026702 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-29782658-18ab-4b23-95c6-4d61395a179a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:10.032547 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-29782658-18ab-4b23-95c6-4d61395a179a admin admin] Deleting port 67c0b504-ad70-4d4f-adf2-f6e736cf07ca {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:41:10.032939 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-29782658-18ab-4b23-95c6-4d61395a179a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:10.087464 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:10.165693 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-b0350d00-992d-4d37-a041-35358e54f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'name': 'tempest-TestShelveInstance-211154859-router', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:53Z', 'updated_at': '2020-12-24T10:41:08Z', 'revision_number': 5, 'project_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'gw_port': {'id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:54Z', 'updated_at': '2020-12-24T10:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:41:10.169826 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0350d00-992d-4d37-a041-35358e54f92a None None] Checking router: 02cda921-d9d0-4a33-89ed-e3991d78afd0 for host: dv-cinder-768458-2-smb {{(pid=80201) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Dec 24 10:41:10.178856 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0350d00-992d-4d37-a041-35358e54f92a None None] Routers {'02cda921-d9d0-4a33-89ed-e3991d78afd0'} bound to L3 agent in host dv-cinder-768458-2-smb {{(pid=80201) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 24 10:41:10.179526 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-b0350d00-992d-4d37-a041-35358e54f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768458-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-24T10:18:08Z,description=,heartbeat_timestamp=2020-12-24T10:41:08Z,host='dv-cinder-768458-2-smb',id=ec9981e3-b27e-4e99-8041-0f0480c145ac,load=0,resource_versions=,resources_synced=,started_at=2020-12-24T10:18:08Z,topic='l3_agent')) {'router_ids': ['02cda921-d9d0-4a33-89ed-e3991d78afd0'], 'active': True} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:41:10.372519 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvr_db [None req-b0350d00-992d-4d37-a041-35358e54f92a None None] Set router 02cda921-d9d0-4a33-89ed-e3991d78afd0 gateway port host: dv-cinder-768458-2-smb {{(pid=80201) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 24 10:41:10.447865 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-29782658-18ab-4b23-95c6-4d61395a179a admin admin] For port 67c0b504-ad70-4d4f-adf2-f6e736cf07ca, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=67c0b504-ad70-4d4f-adf2-f6e736cf07ca,segment=NetworkSegment(eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347),segment_id=eb1c52f8-0586-4ca3-b7f7-dd74e0d9e347)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:41:10.448172 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-29782658-18ab-4b23-95c6-4d61395a179a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:10.574730 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-29782658-18ab-4b23-95c6-4d61395a179a admin admin] Calling delete_port for 67c0b504-ad70-4d4f-adf2-f6e736cf07ca owned by network:router_gateway {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:41:10.678568 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_hamode_db [None req-b0350d00-992d-4d37-a041-35358e54f92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'name': 'tempest-TestShelveInstance-211154859-router', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:53Z', 'updated_at': '2020-12-24T10:41:08Z', 'revision_number': 5, 'project_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'gw_port': {'id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:54Z', 'updated_at': '2020-12-24T10:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}], 'dv-cinder-768458-2-smb', False) {} {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:41:10.682693 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0350d00-992d-4d37-a041-35358e54f92a None None] The sync data for ids ['02cda921-d9d0-4a33-89ed-e3991d78afd0'] in dv-cinder-768458-2-smb is: [{'id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'name': 'tempest-TestShelveInstance-211154859-router', 'tenant_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'external_fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254'}], 'enable_snat': True}, 'gw_port_id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-24T10:36:53Z', 'updated_at': '2020-12-24T10:41:08Z', 'revision_number': 5, 'project_id': 'bef957c4b6b34c4c982e9ae94cddf815', 'gw_port': {'id': '67c0b504-ad70-4d4f-adf2-f6e736cf07ca', 'name': '', 'network_id': '81ea6ac4-2b55-4e45-bfef-bd97c85883e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02cda921-d9d0-4a33-89ed-e3991d78afd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'ip_address': '172.28.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-24T10:36:54Z', 'updated_at': '2020-12-24T10:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f0c4e3f-7153-464a-952b-cce20cfb6b8f', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-2-smb'}] {{(pid=80201) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Dec 24 10:41:10.710879 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-29782658-18ab-4b23-95c6-4d61395a179a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:10.900452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-29782658-18ab-4b23-95c6-4d61395a179a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854035318'] for router_gateway, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:11.033323 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-29782658-18ab-4b23-95c6-4d61395a179a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-749203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41488'] for router, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:11.035677 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-29782658-18ab-4b23-95c6-4d61395a179a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:11.061632 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-29782658-18ab-4b23-95c6-4d61395a179a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-749173'] for router, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:11.062182 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29782658-18ab-4b23-95c6-4d61395a179a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02cda921-d9d0-4a33-89ed-e3991d78afd0 {{(pid=80200) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 24 10:41:11.074117 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-29782658-18ab-4b23-95c6-4d61395a179a admin admin] Notify callbacks [] for router, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:11.075326 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-29782658-18ab-4b23-95c6-4d61395a179a admin admin] 10.222.0.58 "DELETE /v2.0/routers/02cda921-d9d0-4a33-89ed-e3991d78afd0 HTTP/1.1" status: 204 len: 168 time: 1.4107797 Dec 24 10:41:11.078828 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 39262) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:41:11.148201 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.db_base_plugin_v2 [None req-036541f6-3eeb-4419-b1fd-a1a3a5224c69 admin admin] Deleting subnet 95748555-5343-4119-8e00-8585578187e0 {{(pid=80200) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 24 10:41:11.151435 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-036541f6-3eeb-4419-b1fd-a1a3a5224c69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:11.206132 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-036541f6-3eeb-4419-b1fd-a1a3a5224c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036844068720'] for subnet, precommit_delete_associations {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:11.291510 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-036541f6-3eeb-4419-b1fd-a1a3a5224c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3650982'] for subnet, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:11.513698 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 67c0b504-ad70-4d4f-adf2-f6e736cf07ca no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:41:11.549206 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No Port match for: 67c0b504-ad70-4d4f-adf2-f6e736cf07ca {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:41:11.549604 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 67c0b504-ad70-4d4f-adf2-f6e736cf07ca not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:41:11.550092 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 4f6ae067-b101-452c-9242-3ce793b87372 no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:41:11.571051 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-036541f6-3eeb-4419-b1fd-a1a3a5224c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851124819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11191368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10559393'] for subnet, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:11.583064 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No Port match for: 4f6ae067-b101-452c-9242-3ce793b87372 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:41:11.583467 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device 4f6ae067-b101-452c-9242-3ce793b87372 not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:41:11.592114 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a1ee4d71-e60a-4316-8fb2-c9ef7e119d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:41:11.641385 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036541f6-3eeb-4419-b1fd-a1a3a5224c69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95748555-5343-4119-8e00-8585578187e0,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:41:11.645235 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-036541f6-3eeb-4419-b1fd-a1a3a5224c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:41:11.726182 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-036541f6-3eeb-4419-b1fd-a1a3a5224c69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:11.731096 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becb7f73-3d6d-43e3-9790-884402f83193 None None] Network 05adbb2c-7a40-4cf2-8693-9e53e9459bbf requested from dv-cinder-768458-2-smb {{(pid=80201) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 24 10:41:11.732750 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-036541f6-3eeb-4419-b1fd-a1a3a5224c69 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/95748555-5343-4119-8e00-8585578187e0 HTTP/1.1" status: 204 len: 168 time: 0.6528089 Dec 24 10:41:11.735332 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80200) accepted ('10.222.0.58', 39266) {{(pid=80200) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:41:11.852999 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850967753'] for network, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:11.918974 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Deleting port da70aa73-6534-4a93-965b-0ae2ec5ab412 {{(pid=80200) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:41:11.919317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:11.985493 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfda63a-758a-4220-bc7f-670073b91f4f None None] DHCP port deletion for 05adbb2c-7a40-4cf2-8693-9e53e9459bbf request from dv-cinder-768458-2-smb {{(pid=80201) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 24 10:41:11.990105 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-7bfda63a-758a-4220-bc7f-670073b91f4f None None] Deleting port da70aa73-6534-4a93-965b-0ae2ec5ab412 {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:41:11.990525 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7bfda63a-758a-4220-bc7f-670073b91f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:12.132664 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] For port da70aa73-6534-4a93-965b-0ae2ec5ab412, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=da70aa73-6534-4a93-965b-0ae2ec5ab412,segment=NetworkSegment(a6f6a117-f181-4199-8109-31123f54f5cd),segment_id=a6f6a117-f181-4199-8109-31123f54f5cd)] {{(pid=80200) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:41:12.132997 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:12.198609 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.db [None req-7bfda63a-758a-4220-bc7f-670073b91f4f None None] For port da70aa73-6534-4a93-965b-0ae2ec5ab412, host dv-cinder-768458-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-2-smb',level=0,port_id=da70aa73-6534-4a93-965b-0ae2ec5ab412,segment=NetworkSegment(a6f6a117-f181-4199-8109-31123f54f5cd),segment_id=a6f6a117-f181-4199-8109-31123f54f5cd)] {{(pid=80201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 24 10:41:12.199058 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7bfda63a-758a-4220-bc7f-670073b91f4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854031265'] for port, precommit_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:12.260949 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Calling delete_port for da70aa73-6534-4a93-965b-0ae2ec5ab412 owned by network:dhcp {{(pid=80200) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:41:12.337875 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3871978', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33224083', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363284103985643', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752750188147', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11190972'] for port, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:12.354328 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-a1c0e162-8972-4b29-a30e-3449e0787ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:41:12.413522 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Pushing event deleted for resources: {'Port': ['ID=da70aa73-6534-4a93-965b-0ae2ec5ab412,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:41:12.416590 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:41:12.487807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-7bfda63a-758a-4220-bc7f-670073b91f4f None None] Calling delete_port for da70aa73-6534-4a93-965b-0ae2ec5ab412 owned by network:dhcp {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 24 10:41:12.499844 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] No DVR routers for this DVR port da70aa73-6534-4a93-965b-0ae2ec5ab412 on host dv-cinder-768458-2-smb {{(pid=80200) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 24 10:41:12.557507 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.db.api [None req-7bfda63a-758a-4220-bc7f-670073b91f4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80201) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 24 10:41:12.558076 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_db.api [None req-7bfda63a-758a-4220-bc7f-670073b91f4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80201) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 24 10:41:12.627825 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3646220', 'neutron.services.segments.db._delete_segments_for_network-8752750691050'] for network, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:12.742502 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05adbb2c-7a40-4cf2-8693-9e53e9459bbf']}} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:41:12.755565 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f6a117-f181-4199-8109-31123f54f5cd') {'for_net_delete': True} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:41:12.755902 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.services.segments.db [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f6a117-f181-4199-8109-31123f54f5cd') {} {{(pid=80200) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 24 10:41:12.768358 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363284104077820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10707081'] for segment, before_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:12.785071 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3652125'] for segment, precommit_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:12.787053 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80200) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 24 10:41:12.966863 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Network 05adbb2c-7a40-4cf2-8693-9e53e9459bbf has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:41:12.975959 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851123691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843584790'] for segment, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:13.059331 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-7bfda63a-758a-4220-bc7f-670073b91f4f None None] Deleting port da70aa73-6534-4a93-965b-0ae2ec5ab412 {{(pid=80201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 24 10:41:13.059832 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7bfda63a-758a-4220-bc7f-670073b91f4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363284104190273'] for port, before_delete {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:13.128819 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-7bfda63a-758a-4220-bc7f-670073b91f4f None None] The port 'da70aa73-6534-4a93-965b-0ae2ec5ab412' was deleted {{(pid=80201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 24 10:41:13.154826 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.managers [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Network 05adbb2c-7a40-4cf2-8693-9e53e9459bbf has no segments {{(pid=80200) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: Traceback (most recent call last): Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: timer() Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: cb(*args, **kw) Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: return func(*args, **kwargs) Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: self._notify() Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: self.callback(batched_events) Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: event.method(event) Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: segment_id)['aggregates'][0] Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: return f(self, *a, **k) Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: return self._get(url).json() Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: **kwargs) Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: return self.request(url, 'GET', **kwargs) Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: **endpoint_filter) Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 24 10:41:13.177983 dv-cinder-768458-2-smb neutron-server[80090]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 24 10:41:13.256830 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851129596', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851622609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-740512'] for network, after_delete {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:13.260008 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-7af4b17d-8532-461a-ba23-6aa59fc400a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:41:13.274602 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851622628'] for network, before_response {{(pid=80200) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:13.290234 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Pushing event deleted for resources: {'Network': ['ID=05adbb2c-7a40-4cf2-8693-9e53e9459bbf,revision_number=None']} {{(pid=80200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:41:13.293339 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] 10.222.0.58 "DELETE /v2.0/networks/05adbb2c-7a40-4cf2-8693-9e53e9459bbf HTTP/1.1" status: 204 len: 168 time: 1.5570128 Dec 24 10:41:13.294378 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-89f02855-c3df-49ba-92e9-f3db68376138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80200) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:41:13.518319 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device da70aa73-6534-4a93-965b-0ae2ec5ab412 no longer exists at agent ovs-agent-dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 24 10:41:13.524836 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 39272) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:41:13.552196 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.plugin [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] No Port match for: da70aa73-6534-4a93-965b-0ae2ec5ab412 {{(pid=80201) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 24 10:41:13.552665 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.plugins.ml2.rpc [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Device da70aa73-6534-4a93-965b-0ae2ec5ab412 not bound to the agent host dv-cinder-768458-2-smb {{(pid=80201) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 24 10:41:13.585580 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-6e25f6b2-244d-461d-be69-c3d7e139c625 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a2ef8d054e5c4841b9e9699294d5a128&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0593207 Dec 24 10:41:13.588174 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 39276) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:41:13.647450 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8c89ff3-cc80-4dc1-98b8-19445c097a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:13.676602 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8c89ff3-cc80-4dc1-98b8-19445c097a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:13.725091 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8c89ff3-cc80-4dc1-98b8-19445c097a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:13.728888 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-4cf4791e-3e03-4d95-a1ef-7f517b4ea64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:41:13.742099 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c89ff3-cc80-4dc1-98b8-19445c097a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc1ad27-6dab-4318-b8b3-c893d20e4a8f,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:41:13.745830 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-c8c89ff3-cc80-4dc1-98b8-19445c097a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:41:13.751915 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c8c89ff3-cc80-4dc1-98b8-19445c097a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:13.753167 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-c8c89ff3-cc80-4dc1-98b8-19445c097a53 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7fc1ad27-6dab-4318-b8b3-c893d20e4a8f HTTP/1.1" status: 204 len: 168 time: 0.1639965 Dec 24 10:41:14.183422 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 39284) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:41:14.234805 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-af7b36cd-43ed-4f93-8927-b2410ed82bbf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bef957c4b6b34c4c982e9ae94cddf815&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0496128 Dec 24 10:41:14.237409 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [-] (80199) accepted ('10.222.0.58', 39288) {{(pid=80199) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 24 10:41:14.297421 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d5964633-1f0d-46ae-99a9-8259a8fd8b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:14.323807 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d5964633-1f0d-46ae-99a9-8259a8fd8b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:14.371843 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d5964633-1f0d-46ae-99a9-8259a8fd8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-415396'] for security_group, after_delete {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:14.376982 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-fc5d4727-0074-40b8-86b4-01fce1340506 tempest-TestShelveInstance-582033350 tempest-TestShelveInstance-582033350] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 24 10:41:14.391485 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5964633-1f0d-46ae-99a9-8259a8fd8b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe0a613-f513-4344-94eb-a06d728c2ff6,revision_number=None']} {{(pid=80199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 24 10:41:14.394329 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG oslo_concurrency.lockutils [None req-d5964633-1f0d-46ae-99a9-8259a8fd8b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80199) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 24 10:41:14.400227 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d5964633-1f0d-46ae-99a9-8259a8fd8b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80199) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:14.401876 dv-cinder-768458-2-smb neutron-server[80090]: INFO neutron.wsgi [None req-d5964633-1f0d-46ae-99a9-8259a8fd8b23 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8fe0a613-f513-4344-94eb-a06d728c2ff6 HTTP/1.1" status: 204 len: 168 time: 0.1632111 Dec 24 10:41:35.343510 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-259c9e38-b5f5-4ce7-b3e8-4c3a2b7185a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:37.862372 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:37.983145 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-98b1f807-94ca-4fbe-be55-326c951f4b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:38.840265 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:39.138184 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:41:39.275516 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:41:40.075187 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:42:05.348060 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-b77d0ad8-7afa-4352-95a8-c4effe722274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:42:07.864579 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:42:07.982795 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-1e57d5e7-fd7a-4d60-bc93-5665c2a6dc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:42:08.838760 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:42:09.276513 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:42:10.078096 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:42:16.137768 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:42:35.353271 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-51e0d6ce-a25e-4cbd-84e1-ff3e3a20324f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:42:37.866792 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:42:37.983303 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6d52bfa2-9abf-4bc6-9c20-d7dcfd136d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:42:38.846286 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:42:39.277783 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:42:40.082853 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:42:53.139241 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:43:05.354208 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef9d8-e0cc-4190-b65e-89444ec6c615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:43:07.868471 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:43:07.984335 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5dc3b5c7-29a8-43b4-b8e1-6dd01bfbc13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:43:08.835332 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:43:09.278758 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:43:10.087020 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:43:30.142586 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:43:35.354721 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-a1e71285-c316-4b0d-92d3-057efd63e460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:43:37.871765 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:43:37.985096 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5ba0c59c-1045-42f7-9df7-b82f23621977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:43:38.844783 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:43:39.280559 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:43:40.089317 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:44:05.356523 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-535cc548-d16e-408a-99bc-fc2642abaa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:44:07.142472 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:44:07.874197 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:44:07.985206 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-c51756ee-270b-4404-b933-c819e9f6e353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:44:08.842461 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:44:09.281526 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:44:10.092503 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:44:35.358438 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-92d034dc-878d-44a9-a703-485234c08bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:44:37.876761 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:44:37.985759 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-7d00a681-a289-48ad-b06f-9b10e75b6763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:44:38.833452 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:44:39.281961 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:44:40.097369 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:44:44.142392 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:44:55.550601 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [req-ed7b0895-68b2-4dc5-b09c-da08720e62ce req-24a00671-12ec-4e4f-8f4a-5b4e08764cbe service neutron] (80200) timed out ('10.222.0.20', 55940) {{(pid=80200) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 24 10:44:55.895915 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.wsgi [req-d90e307b-1925-4191-9dac-11a26a15a22d req-03af8b0a-6344-4216-884a-d76ca685c139 tempest-AttachVolumeNegativeTest-1041644746 tempest-AttachVolumeNegativeTest-1041644746] (80199) timed out ('10.222.0.20', 55950) {{(pid=80199) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 24 10:45:05.361517 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-f6d902b4-0363-4be6-8d1c-3728a2a49997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:45:07.880089 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:45:07.986914 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-6be31ca2-0706-479a-ae4f-7fa152ff7003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:45:08.833133 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:45:09.283479 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:45:10.102696 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:45:21.141839 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:45:35.362573 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-902d59a8-65eb-4cb4-8d43-2bb3e8b18709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:45:37.883354 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:45:37.988661 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-cfd86afc-75d8-4f11-b119-038a1f07753c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:45:38.842162 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:45:39.284621 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:45:40.103575 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:45:58.145619 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron.db.agents_db [None req-71c6bbf7-f7c5-4fa6-8943-fbfe732cf93b None None] Agent healthcheck: found 6 active agents {{(pid=80202) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 24 10:46:05.364524 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-d6b95c66-8e68-4a35-9db8-01a7394fd336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:46:07.884345 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-57fd87f5-1515-49c4-aba4-169641c3d2fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:46:07.988870 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-5a0645b1-6d73-4815-a38c-773c9b9de759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:46:08.854894 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-4a324373-79aa-463b-b3c1-41423b870185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:46:09.285774 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-291b28fc-ec9e-402d-9657-4d67deeaca6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 24 10:46:10.107463 dv-cinder-768458-2-smb neutron-server[80090]: DEBUG neutron_lib.callbacks.manager [None req-28bb0f67-aab3-4b47-a467-04d573563f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752750691033', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3641339'] for agent, after_update {{(pid=80201) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}